Integration of orchestra_ims test

JIRA: FUNCTEST-726

Change-Id: Ie6a35a817aa327a7e9143d93b5ea2582e99e0066
Signed-off-by: Morgan Richomme <morgan.richomme@orange.com>

1 files changed, 349 insertions, 116 deletions

diff --git a/functest/opnfv_tests/vnf/ims/orchestra_ims.py b/functest/opnfv_tests/vnf/ims/orchestra_ims.py
index 28f37f05..352b609b 100644
--- a/functest/opnfv_tests/vnf/ims/orchestra_ims.py
+++ b/functest/opnfv_tests/vnf/ims/orchestra_ims.py
@@ -8,150 +8,383 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 
 import json
-import os
-import requests
-import subprocess
+import socket
+import sys
 import time
+import yaml
 
 import functest.core.vnf_base as vnf_base
 import functest.utils.functest_logger as ft_logger
 import functest.utils.functest_utils as ft_utils
+import functest.utils.openstack_utils as os_utils
+import os
 from functest.utils.constants import CONST
 
+from org.openbaton.cli.agents.agents import MainAgent
+from org.openbaton.cli.errors.errors import NfvoException
 
-class ImsVnf(vnf_base.VnfOnBoardingBase):
 
+def servertest(host, port):
+    args = socket.getaddrinfo(host, port, socket.AF_INET, socket.SOCK_STREAM)
+    for family, socktype, proto, canonname, sockaddr in args:
+        s = socket.socket(family, socktype, proto)
+        try:
+            s.connect(sockaddr)
+        except socket.error:
+            return False
+        else:
+            s.close()
+            return True
+
+
+class ImsVnf(vnf_base.VnfOnBoardingBase):
     def __init__(self, project='functest', case='orchestra_ims',
                  repo='', cmd=''):
         super(ImsVnf, self).__init__(project, case, repo, cmd)
-        self.logger = ft_logger.Logger("vIMS").getLogger()
-        self.case_dir = os.path.join(CONST.functest_test, 'vnf/ims/')
-        self.data_dir = CONST.dir_vIMS_data
+        self.ob_password = "openbaton"
+        self.ob_username = "admin"
+        self.ob_https = False
+        self.ob_port = "8080"
+        self.ob_ip = "localhost"
+        self.ob_instance_id = ""
+        self.logger = ft_logger.Logger("orchestra_ims").getLogger()
+        self.case_dir = os.path.join(CONST.dir_functest_test, 'vnf/ims/')
+        self.data_dir = CONST.dir_ims_data
         self.test_dir = CONST.dir_repo_vims_test
-
+        self.ob_projectid = ""
+        self.keystone_client = os_utils.get_keystone_client()
+        self.ob_nsr_id = ""
+        self.main_agent = None
         # vIMS Data directory creation
         if not os.path.exists(self.data_dir):
             os.makedirs(self.data_dir)
+        # Retrieve the configuration
+        try:
+            self.config = CONST.__getattribute__(
+                'vnf_{}_config'.format(self.case_name))
+        except:
+            raise Exception("Orchestra VNF config file not found")
+        config_file = self.case_dir + self.config
+        self.imagename = get_config("openbaton.imagename", config_file)
+        self.market_link = get_config("openbaton.marketplace_link",
+                                      config_file)
+        self.images = get_config("tenant_images", config_file)
 
     def deploy_orchestrator(self, **kwargs):
-        # TODO
-        # put your code here to deploy openbaton
-        # from the functest docker located on the jumphost
-        # you have admin rights on OpenStack SUT
-        # you can cretae a VM, spawn docker on the jumphost
-        # spawn docker on a VM in the SUT, ..up to you
-        #
-        # note: this step can be ignored
-        # if OpenBaton is part of the installer
+        self.logger.info("Additional pre-configuration steps")
+        nova_client = os_utils.get_nova_client()
+        neutron_client = os_utils.get_neutron_client()
+        glance_client = os_utils.get_glance_client()
+
+        # Import images if needed
+        self.logger.info("Upload some OS images if it doesn't exist")
+        temp_dir = os.path.join(self.data_dir, "tmp/")
+        for image_name, image_url in self.images.iteritems():
+            self.logger.info("image: %s, url: %s" % (image_name, image_url))
+            try:
+                image_id = os_utils.get_image_id(glance_client,
+                                                 image_name)
+                self.logger.info("image_id: %s" % image_id)
+            except:
+                self.logger.error("Unexpected error: %s" % sys.exc_info()[0])
+
+            if image_id == '':
+                self.logger.info("""%s image doesn't exist on glance repository. Try
+                downloading this image and upload on glance !""" % image_name)
+                image_id = download_and_add_image_on_glance(glance_client,
+                                                            image_name,
+                                                            image_url,
+                                                            temp_dir)
+            if image_id == '':
+                self.step_failure(
+                    "Failed to find or upload required OS "
+                    "image for this deployment")
+        network_dic = os_utils.create_network_full(neutron_client,
+                                                   "openbaton_mgmt",
+                                                   "openbaton_mgmt_subnet",
+                                                   "openbaton_router",
+                                                   "192.168.100.0/24")
+
+        # orchestrator VM flavor
+        self.logger.info("Check medium Flavor is available, if not create one")
+        flavor_exist, flavor_id = os_utils.get_or_create_flavor(
+            "m1.medium",
+            "4096",
+            '20',
+            '2',
+            public=True)
+        self.logger.debug("Flavor id: %s" % flavor_id)
+
+        if not network_dic:
+            self.logger.error("There has been a problem when creating the "
+                              "neutron network")
+
+        network_id = network_dic["net_id"]
+
+        self.logger.info("Creating floating IP for VM in advance...")
+        floatip_dic = os_utils.create_floating_ip(neutron_client)
+        floatip = floatip_dic['fip_addr']
+
+        if floatip is None:
+            self.logger.error("Cannot create floating IP.")
+
+        userdata = "#!/bin/bash\n"
+        userdata += "set -x\n"
+        userdata += "set -e\n"
+        userdata += "echo \"nameserver   8.8.8.8\" >> /etc/resolv.conf\n"
+        userdata += "apt-get install curl\n"
+        userdata += ("echo \"rabbitmq_broker_ip=%s\" > ./config_file\n"
+                     % floatip)
+        userdata += "echo \"mysql=no\" >> ./config_file\n"
+        userdata += ("echo \"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCuPXrV3"
+                     "geeHc6QUdyUr/1Z+yQiqLcOskiEGBiXr4z76MK4abiFmDZ18OMQlc"
+                     "fl0p3kS0WynVgyaOHwZkgy/DIoIplONVr2CKBKHtPK+Qcme2PVnCtv"
+                     "EqItl/FcD+1h5XSQGoa+A1TSGgCod/DPo+pes0piLVXP8Ph6QS1k7S"
+                     "ic7JDeRQ4oT1bXYpJ2eWBDMfxIWKZqcZRiGPgMIbJ1iEkxbpeaAd9O"
+                     "4MiM9nGCPESmed+p54uYFjwEDlAJZShcAZziiZYAvMZhvAhe6USljc"
+                     "7YAdalAnyD/jwCHuwIrUw/lxo7UdNCmaUxeobEYyyFA1YVXzpNFZya"
+                     "XPGAAYIJwEq/ openbaton@opnfv\" >> /home/ubuntu/.ssh/aut"
+                     "horized_keys\n")
+        userdata += "cat ./config_file\n"
+        userdata += ("curl -s http://get.openbaton.org/bootstrap "
+                     "> ./bootstrap\n")
+        userdata += "export OPENBATON_COMPONENT_AUTOSTART=false\n"
+        bootstrap = "sh ./bootstrap release -configFile=./config_file"
+        userdata += bootstrap + "\n"
+
+        userdata += ("echo \"nfvo.plugin.timeout=300000\" >> "
+                     "/etc/openbaton/openbaton-nfvo.properties\n")
+        userdata += "service openbaton-nfvo restart\n"
+        userdata += "service openbaton-vnfm-generic restart\n"
+
+        sg_id = os_utils.create_security_group_full(neutron_client,
+                                                    "orchestra-sec-group",
+                                                    "allowall")
+
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "ingress",
+                                      "icmp", 0, 255)
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "egress",
+                                      "icmp", 0, 255)
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "ingress",
+                                      "tcp", 1, 65535)
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "ingress",
+                                      "udp", 1, 65535)
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "egress",
+                                      "tcp", 1, 65535)
+        os_utils.create_secgroup_rule(neutron_client, sg_id, "egress",
+                                      "udp", 1, 65535)
+
+        self.logger.info("Security group set")
+
+        self.logger.info("Create instance....")
+        self.logger.info("flavor: m1.medium\n"
+                         "image: %s\n"
+                         "network_id: %s\n"
+                         "userdata: %s\n"
+                         % (self.imagename, network_id, userdata))
+
+        instance = os_utils.create_instance_and_wait_for_active(
+            "m1.medium",
+            os_utils.get_image_id(glance_client, self.imagename),
+            network_id,
+            "orchestra-openbaton",
+            config_drive=False,
+            userdata=userdata)
+
+        self.ob_instance_id = instance.id
+
+        self.logger.info("Adding sec group to orchestra instance")
+        os_utils.add_secgroup_to_instance(nova_client,
+                                          self.ob_instance_id, sg_id)
+
+        self.logger.info("Associating floating ip: '%s' to VM '%s' "
+                         % (floatip, "orchestra-openbaton"))
+        if not os_utils.add_floating_ip(nova_client, instance.id, floatip):
+            self.logger.error("Cannot associate floating IP to VM.")
+            self.step_failure("Cannot associate floating IP to VM.")
+
+        self.logger.info("Waiting for nfvo to be up and running...")
+        x = 0
+        while x < 100:
+            if servertest(floatip, "8080"):
+                break
+            else:
+                self.logger.debug("openbaton is not started yet")
+                time.sleep(5)
+                x += 1
+
+        if x == 100:
+            self.logger.error("Openbaton is not started correctly")
+            self.step_failure("Openbaton is not started correctly")
+
+        self.ob_ip = floatip
+        self.ob_password = "openbaton"
+        self.ob_username = "admin"
+        self.ob_https = False
+        self.ob_port = "8080"
+
         self.logger.info("Deploy orchestrator: OK")
 
     def deploy_vnf(self):
-        # deploy the VNF
-        # call openbaton to deploy the vIMS
+        self.logger.info("vIMS Deployment")
+
+        self.main_agent = MainAgent(nfvo_ip=self.ob_ip,
+                                    nfvo_port=self.ob_port,
+                                    https=self.ob_https,
+                                    version=1,
+                                    username=self.ob_username,
+                                    password=self.ob_password)
+
+        project_agent = self.main_agent.get_agent("project", self.ob_projectid)
+        for p in json.loads(project_agent.find()):
+            if p.get("name") == "default":
+                self.ob_projectid = p.get("id")
+                break
+
+        self.logger.debug("project id: %s" % self.ob_projectid)
+        if self.ob_projectid == "":
+            self.logger.error("Default project id was not found!")
+            self.step_failure("Default project id was not found!")
+
+        vim_json = {
+            "name": "vim-instance",
+            "authUrl": os_utils.get_credentials().get("auth_url"),
+            "tenant": os_utils.get_credentials().get("tenant_name"),
+            "username": os_utils.get_credentials().get("username"),
+            "password": os_utils.get_credentials().get("password"),
+            "keyPair": "opnfv",
+            # TODO change the keypair to correct value
+            # or upload a correct one or remove it
+            "securityGroups": [
+                "default",
+                "orchestra-sec-group"
+            ],
+            "type": "openstack",
+            "location": {
+                "name": "opnfv",
+                "latitude": "52.525876",
+                "longitude": "13.314400"
+            }
+        }
+
+        self.logger.debug("vim: %s" % vim_json)
+
+        self.main_agent.get_agent(
+            "vim",
+            project_id=self.ob_projectid).create(entity=json.dumps(vim_json))
+
+        market_agent = self.main_agent.get_agent("market",
+                                                 project_id=self.ob_projectid)
+
+        nsd = {}
+        try:
+            self.logger.info("sending: %s" % self.market_link)
+            nsd = market_agent.create(entity=self.market_link)
+            self.logger.info("Onboarded nsd: " + nsd.get("name"))
+        except NfvoException as e:
+            self.step_failure(e.message)
+
+        nsr_agent = self.main_agent.get_agent("nsr",
+                                              project_id=self.ob_projectid)
+        nsd_id = nsd.get('id')
+        if nsd_id is None:
+            self.step_failure("NSD not onboarded correctly")
+
+        nsr = None
+        try:
+            nsr = nsr_agent.create(nsd_id)
+        except NfvoException as e:
+            self.step_failure(e.message)
+
+        if nsr is None:
+            self.step_failure("NSR not deployed correctly")
+
+        i = 0
+        self.logger.info("waiting NSR to go to active...")
+        while nsr.get("status") != 'ACTIVE':
+            i += 1
+            if i == 100:
+                self.step_failure("After %s sec the nsr did not go to active.."
+                                  % 5 * 100)
+            time.sleep(5)
+            nsr = json.loads(nsr_agent.find(nsr.get('id')))
+
+        deploy_vnf = {'status': "PASS", 'result': nsr}
+        self.ob_nsr_id = nsr.get("id")
         self.logger.info("Deploy VNF: OK")
+        return deploy_vnf
 
     def test_vnf(self):
         # Adaptations probably needed
         # code used for cloudify_ims
         # ruby client on jumphost calling the vIMS on the SUT
-        script = "source {0}venv_cloudify/bin/activate; "
-        script += "cd {0}; "
-        script += "cfy status | grep -Eo \"([0-9]{{1,3}}\.){{3}}[0-9]{{1,3}}\""
-        cmd = "/bin/bash -c '" + script.format(self.data_dir) + "'"
+        return
 
-        try:
-            self.logger.debug("Trying to get clearwater manager IP ... ")
-            mgr_ip = os.popen(cmd).read()
-            mgr_ip = mgr_ip.splitlines()[0]
-        except:
-            self.step_failure("Unable to retrieve the IP of the "
-                              "cloudify manager server !")
-
-        api_url = "http://" + mgr_ip + "/api/v2"
-        dep_outputs = requests.get(api_url + "/deployments/" +
-                                   self.vnf.deployment_name + "/outputs")
-        dns_ip = dep_outputs.json()['outputs']['dns_ip']
-        ellis_ip = dep_outputs.json()['outputs']['ellis_ip']
-
-        ellis_url = "http://" + ellis_ip + "/"
-        url = ellis_url + "accounts"
-
-        params = {"password": "functest",
-                  "full_name": "opnfv functest user",
-                  "email": "functest@opnfv.fr",
-                  "signup_code": "secret"}
-
-        rq = requests.post(url, data=params)
-        i = 20
-        while rq.status_code != 201 and i > 0:
-            rq = requests.post(url, data=params)
-            i = i - 1
-            time.sleep(10)
-
-        if rq.status_code == 201:
-            url = ellis_url + "session"
-            rq = requests.post(url, data=params)
-            cookies = rq.cookies
-
-        url = ellis_url + "accounts/" + params['email'] + "/numbers"
-        if cookies != "":
-            rq = requests.post(url, cookies=cookies)
-            i = 24
-            while rq.status_code != 200 and i > 0:
-                rq = requests.post(url, cookies=cookies)
-                i = i - 1
-                time.sleep(25)
-
-        if rq.status_code != 200:
-            self.step_failure("Unable to create a number: %s"
-                              % rq.json()['reason'])
-
-        nameservers = ft_utils.get_resolvconf_ns()
-        resolvconf = ""
-        for ns in nameservers:
-            resolvconf += "\nnameserver " + ns
-
-        if dns_ip != "":
-            script = ('echo -e "nameserver ' + dns_ip + resolvconf +
-                      '" > /etc/resolv.conf; ')
-            script += 'source /etc/profile.d/rvm.sh; '
-            script += 'cd {0}; '
-            script += ('rake test[{1}] SIGNUP_CODE="secret"')
-
-            cmd = ("/bin/bash -c '" +
-                   script.format(self.data_dir, self.inputs["public_domain"]) +
-                   "'")
-            output_file = "output.txt"
-            f = open(output_file, 'w+')
-            subprocess.call(cmd, shell=True, stdout=f,
-                            stderr=subprocess.STDOUT)
-            f.close()
-
-            f = open(output_file, 'r')
-            result = f.read()
-            if result != "":
-                self.logger.debug(result)
-
-            vims_test_result = ""
-            tempFile = os.path.join(self.test_dir, "temp.json")
-            try:
-                self.logger.debug("Trying to load test results")
-                with open(tempFile) as f:
-                    vims_test_result = json.load(f)
-                f.close()
-            except:
-                self.logger.error("Unable to retrieve test results")
+    def clean(self):
+        self.main_agent.get_agent(
+            "nsr",
+            project_id=self.ob_projectid).delete(self.ob_nsr_id)
+        time.sleep(5)
+        os_utils.delete_instance(nova_client=os_utils.get_nova_client(),
+                                 instance_id=self.ob_instance_id)
+        # TODO question is the clean removing also the VM?
+        # I think so since is goinf to remove the tenant...
+        super(ImsVnf, self).clean()
 
-            try:
-                os.remove(tempFile)
-            except:
-                self.logger.error("Deleting file failed")
+    def main(self, **kwargs):
+        self.logger.info("Orchestra IMS VNF onboarding test starting")
+        self.execute()
+        self.logger.info("Orchestra IMS VNF onboarding test executed")
+        if self.criteria is "PASS":
+            return self.EX_OK
+        else:
+            return self.EX_RUN_ERROR
 
-            if vims_test_result != '':
-                return {'status': 'PASS', 'result': vims_test_result}
-            else:
-                return {'status': 'FAIL', 'result': ''}
+    def run(self):
+        kwargs = {}
+        return self.main(**kwargs)
 
-    def clean(self):
-        # TODO
-        super(ImsVnf, self).clean()
+
+if __name__ == '__main__':
+    test = ImsVnf()
+    test.deploy_orchestrator()
+    test.deploy_vnf()
+    test.clean()
+
+
+# ----------------------------------------------------------
+#
+#               UTILS
+#
+# -----------------------------------------------------------
+def get_config(parameter, file):
+    """
+    Returns the value of a given parameter in file.yaml
+    parameter must be given in string format with dots
+    Example: general.openstack.image_name
+    """
+    with open(file) as f:
+        file_yaml = yaml.safe_load(f)
+    f.close()
+    value = file_yaml
+    for element in parameter.split("."):
+        value = value.get(element)
+        if value is None:
+            raise ValueError("The parameter %s is not defined in"
+                             " reporting.yaml" % parameter)
+    return value
+
+
+def download_and_add_image_on_glance(glance, image_name,
+                                     image_url, data_dir):
+    dest_path = data_dir
+    if not os.path.exists(dest_path):
+        os.makedirs(dest_path)
+    file_name = image_url.rsplit('/')[-1]
+    if not ft_utils.download_url(image_url, dest_path):
+        return False
+    image = os_utils.create_glance_image(
+        glance, image_name, dest_path + file_name)
+    if not image:
+        return False
+    return image