From 4402f7a29bd660260c59b03541141df4f5dfa3fe Mon Sep 17 00:00:00 2001
From: chigang <chigang@huawei.com>
Date: Sat, 24 Jun 2017 15:33:23 +0800
Subject: replace build.conf with yaml

JIRA: -

use build.yaml as config file
from Euphrates openstack deb/rpm/pip packages download from compass
repo containers, not from compass.iso. so delete these packages from
build.cfg

Change-Id: Id254852ece0d738b3ec543efe68216206bd7daf2
Signed-off-by: chigang <chigang@huawei.com>
---
 build/parser.py | 104 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 104 insertions(+)
 create mode 100644 build/parser.py

(limited to 'build/parser.py')

diff --git a/build/parser.py b/build/parser.py
new file mode 100644
index 00000000..602d7c21
--- /dev/null
+++ b/build/parser.py
@@ -0,0 +1,104 @@
+##############################################################################
+# Copyright (c) 2017 HUAWEI TECHNOLOGIES CO.,LTD and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+##############################################################################
+
+import yaml
+import os
+import sys
+
+
+def load_env():
+    cache_dir = os.environ.get('CACHE_DIR')
+    print "Read local Cache dir is %s" % cache_dir
+    return cache_dir
+
+
+def get_from_cache(cache, package):
+    filename = package.get("name")
+    remotefile = package.get("url")
+    localfile = cache + "/" + filename
+    localmd5file = localfile + ".md5"
+    remotemd5file = remotefile + ".md5"
+    print "removing local md5 file...."
+    cmd = "rm -f " + localmd5file
+    os.system(cmd)
+    print "downloading remote md5 file to local...."
+    cmd = "curl --connect-timeout 10 -o " + localmd5file + " " + remotemd5file
+    os.system(cmd)
+    if os.path.exists(localmd5file):
+        print "calculate md5sum of local file"
+        cmd = "md5sum " + localfile + "|cut -d ' ' -f 1"
+        localmd5sum = os.popen(cmd).readlines()
+        cmd = "cat " + localmd5file + "|cut -d ' ' -f 1"
+        remotemd5sum = os.popen(cmd).readlines()
+        print "md5 local %s remote %s" % (localmd5sum, remotemd5sum)
+        if (remotemd5sum == localmd5sum):
+            print "Same with remote, no need to download...."
+            return
+    print "downloading remote file to local...."
+    cmd = "curl --connect-timeout 10 -o " + localfile + " " + remotefile
+    print cmd
+    os.system(cmd)
+
+
+def get_from_git(cache, package):
+    localfile = cache + "/" + package.get("name")
+    cmd = "rm -rf " + localfile
+    print cmd
+    os.system(cmd)
+    cmd = "git clone " + package.get("url") + " " + localfile
+    print cmd
+    os.system(cmd)
+
+
+def get_from_docker(cache, package):
+    cmd = "sudo docker pull "+package.get("url")
+    os.system(cmd)
+    cmd = "sudo docker save "+package.get("url")+" -o "+cache+"/"
+    cmd += package.get("name")+".tar"
+    os.system(cmd)
+
+
+def get_from_curl(cache, package):
+    cmd = "curl --connect-timeout 10 -o " + cache + "/"
+    cmd += package.get("name") + " " + package.get("url")
+    print cmd
+    os.system(cmd)
+
+
+def usage():
+    print "cached : Download from a cached server"
+    print "git    : Download from git url"
+    print "curl   : Download from a url link by curl"
+    print "docker : Download from docker hub"
+
+
+def build_parser(build_file_name):
+    cache = load_env()
+    cfg = yaml.load(file(build_file_name, 'r'))
+
+    print "Starting building...."
+    for pkg in cfg.get("packages"):
+        print "processing %s" % pkg.get("description")
+
+        if pkg.get("get_method") == "cached":
+            get_from_cache(cache, pkg)
+        elif pkg.get("get_method") == "git":
+            get_from_git(cache, pkg)
+        elif pkg.get("get_method") == "docker":
+            get_from_docker(cache, pkg)
+        elif pkg.get("get_method") == "curl":
+            get_from_curl(cache, pkg)
+        else:
+            usage
+
+if __name__ == "__main__":
+    if len(sys.argv) != 2:
+        print("parameter wrong%d %s" % (len(sys.argv), sys.argv))
+        sys.exit(1)
+    build_parser(sys.argv[1])
-- 
cgit 1.2.3-korg