moonv4 cleanup

Change-Id: Icef927f3236d985ac13ff7376f6ce6314b2b39b0
Signed-off-by: WuKong <rebirthmonkey@gmail.com>

8 files changed, 420 insertions, 0 deletions

diff --git a/python_moonclient/tests/unit_python/conftest.py b/python_moonclient/tests/unit_python/conftest.py
new file mode 100644
index 00000000..e98f48c5
--- /dev/null
+++ b/python_moonclient/tests/unit_python/conftest.py
@@ -0,0 +1,12 @@
+import pytest
+import requests_mock
+from . import mock_config
+
+
+@pytest.fixture(autouse=True)
+def no_requests(monkeypatch):
+    """ Modify the response from Requests module
+    """
+    with requests_mock.Mocker(real_http=True) as m:
+        mock_config.register_consul(m)
+        yield m
diff --git a/python_moonclient/tests/unit_python/mock_config.py b/python_moonclient/tests/unit_python/mock_config.py
new file mode 100644
index 00000000..6d6c8249
--- /dev/null
+++ b/python_moonclient/tests/unit_python/mock_config.py
@@ -0,0 +1,35 @@
+from . import utilities
+
+
+components_manager_mock = {
+    "port": 8082,
+    "bind": "0.0.0.0",
+    "hostname": "manager",
+    "container": "wukongsun/moon_manager:v4.3.1",
+    "external": {
+        "port": 30001,
+        "hostname": "88.88.88.2"
+    }
+}
+
+
+openstack_keystone_mock = {
+    "url": "http://keystone:5000/v3",
+    "user": "admin",
+    "password": "p4ssw0rd",
+    "domain": "default",
+    "project": "admin",
+    "check_token": False,
+    "certificate": False,
+    "external": {
+        "url": "http://88.88.88.2:30006/v3"
+    }
+}
+
+
+def register_consul(m):
+    for component in utilities.COMPONENTS:
+        m.register_uri(
+            'GET', 'http://consul:8500/v1/kv/{}'.format(component),
+            json=[{'Key': component, 'Value': utilities.get_b64_conf(component)}]
+        )
diff --git a/python_moonclient/tests/unit_python/requirements.txt b/python_moonclient/tests/unit_python/requirements.txt
new file mode 100644
index 00000000..3c1ad607
--- /dev/null
+++ b/python_moonclient/tests/unit_python/requirements.txt
@@ -0,0 +1,2 @@
+pytest
+requests_mock
\ No newline at end of file
diff --git a/python_moonclient/tests/unit_python/test_config.py b/python_moonclient/tests/unit_python/test_config.py
new file mode 100644
index 00000000..ebdfacf0
--- /dev/null
+++ b/python_moonclient/tests/unit_python/test_config.py
@@ -0,0 +1,8 @@
+import pytest
+from . import utilities
+
+
+def test_authz_request():
+    from python_moonclient import config
+    conf_data = config.get_config_data("consul", 8500)
+    assert isinstance(conf_data, dict)
diff --git a/python_moonclient/tests/unit_python/test_models.py b/python_moonclient/tests/unit_python/test_models.py
new file mode 100644
index 00000000..f708c6e4
--- /dev/null
+++ b/python_moonclient/tests/unit_python/test_models.py
@@ -0,0 +1,37 @@
+from python_moonclient.models import *
+
+
+def test_models():
+    check_model()
+    model_id = add_model()
+    check_model(model_id)
+    delete_model(model_id)
+
+
+def test_meta_data_subject():
+    category_id = add_subject_category()
+    check_subject_category(category_id)
+    # TODO (asteroide): must implement the deletion of linked data
+    # delete_subject_category(category_id)
+
+
+def test_meta_data_object():
+    category_id = add_object_category()
+    check_object_category(category_id)
+    # TODO (asteroide): must implement the deletion of linked data
+    # delete_object_category(category_id)
+
+
+def test_meta_data_action():
+    category_id = add_action_category()
+    check_action_category(category_id)
+    # TODO (asteroide): must implement the deletion of linked data
+    # delete_action_category(category_id)
+
+
+def test_meta_rule():
+    meta_rule_id, scat_id, ocat_id, acat_id = add_categories_and_meta_rule()
+    check_meta_rule(meta_rule_id, scat_id, ocat_id, acat_id)
+    delete_meta_rule(meta_rule_id)
+
+
diff --git a/python_moonclient/tests/unit_python/test_pdp.py b/python_moonclient/tests/unit_python/test_pdp.py
new file mode 100644
index 00000000..8d9a3ac3
--- /dev/null
+++ b/python_moonclient/tests/unit_python/test_pdp.py
@@ -0,0 +1,16 @@
+from python_moonclient.pdp import *
+
+
+def test_pdp():
+    projects = get_keystone_projects()
+    admin_project_id = None
+    for _project in projects['projects']:
+        if _project['name'] == "admin":
+            admin_project_id = _project['id']
+    assert admin_project_id
+    check_pdp()
+    pdp_id = add_pdp()
+    check_pdp(pdp_id)
+    map_to_keystone(pdp_id=pdp_id, keystone_project_id=admin_project_id)
+    check_pdp(pdp_id=pdp_id, keystone_project_id=admin_project_id)
+    delete_pdp(pdp_id)
diff --git a/python_moonclient/tests/unit_python/test_policies.py b/python_moonclient/tests/unit_python/test_policies.py
new file mode 100644
index 00000000..386c37af
--- /dev/null
+++ b/python_moonclient/tests/unit_python/test_policies.py
@@ -0,0 +1,157 @@
+from python_moonclient.policies import *
+from python_moonclient.models import *
+
+
+def test_policies():
+    check_policy()
+    policy_id = add_policy()
+    check_policy(policy_id)
+    delete_policy(policy_id)
+
+
+def test_subjects():
+    policy_id = add_policy()
+    subject_id = add_subject()
+
+    update_subject(subject_id=subject_id, policy_id=policy_id)
+
+    check_subject(subject_id=subject_id, policy_id=policy_id)
+
+    delete_subject(subject_id, policy_id=policy_id)
+    delete_subject(subject_id)
+
+    
+def test_objects():
+    policy_id = add_policy()
+    object_id = add_object()
+
+    update_object(object_id=object_id, policy_id=policy_id)
+    check_object(object_id=object_id, policy_id=policy_id)
+
+    delete_object(object_id=object_id, policy_id=policy_id)
+    delete_object(object_id=object_id)
+
+    
+def test_actions():
+    policy_id = add_policy()
+    action_id = add_action()
+
+    update_action(action_id=action_id, policy_id=policy_id)
+    check_action(action_id=action_id, policy_id=policy_id)
+
+    delete_action(action_id=action_id, policy_id=policy_id)
+    delete_action(action_id=action_id)
+
+
+def test_subject_data():
+    policy_id = add_policy()
+
+    model_id = add_model()
+
+    update_policy(policy_id, model_id)
+
+    meta_rule_id, subject_cat_id, object_cat_id, action_cat_id = add_categories_and_meta_rule()
+    add_meta_rule_to_model(model_id, meta_rule_id)
+
+    subject_data_id = add_subject_data(policy_id=policy_id, category_id=subject_cat_id)
+    check_subject_data(policy_id=policy_id, data_id=subject_data_id, category_id=subject_cat_id)
+    delete_subject_data(policy_id=policy_id, data_id=subject_data_id, category_id=subject_cat_id)
+
+
+def test_object_data():
+    policy_id = add_policy()
+
+    model_id = add_model()
+
+    update_policy(policy_id, model_id)
+
+    meta_rule_id, object_cat_id, object_cat_id, action_cat_id = add_categories_and_meta_rule()
+    add_meta_rule_to_model(model_id, meta_rule_id)
+
+    object_data_id = add_object_data(policy_id=policy_id, category_id=object_cat_id)
+    check_object_data(policy_id=policy_id, data_id=object_data_id, category_id=object_cat_id)
+    delete_object_data(policy_id=policy_id, data_id=object_data_id, category_id=object_cat_id)
+
+
+def test_action_data():
+    policy_id = add_policy()
+
+    model_id = add_model()
+
+    update_policy(policy_id, model_id)
+
+    meta_rule_id, action_cat_id, action_cat_id, action_cat_id = add_categories_and_meta_rule()
+    add_meta_rule_to_model(model_id, meta_rule_id)
+
+    action_data_id = add_action_data(policy_id=policy_id, category_id=action_cat_id)
+    check_action_data(policy_id=policy_id, data_id=action_data_id, category_id=action_cat_id)
+    delete_action_data(policy_id=policy_id, data_id=action_data_id, category_id=action_cat_id)
+
+
+def test_assignments():
+    policy_id = add_policy()
+
+    model_id = add_model()
+
+    update_policy(policy_id, model_id)
+
+    meta_rule_id, subject_cat_id, object_cat_id, action_cat_id = add_categories_and_meta_rule()
+    add_meta_rule_to_model(model_id, meta_rule_id)
+
+    subject_data_id = add_subject_data(policy_id=policy_id, category_id=subject_cat_id)
+    subject_data_id_bis = add_subject_data(policy_id=policy_id, category_id=subject_cat_id)
+    object_data_id = add_object_data(policy_id=policy_id, category_id=object_cat_id)
+    object_data_id_bis = add_object_data(policy_id=policy_id, category_id=object_cat_id)
+    action_data_id = add_action_data(policy_id=policy_id, category_id=action_cat_id)
+    action_data_id_bis = add_action_data(policy_id=policy_id, category_id=action_cat_id)
+
+    subject_id = add_subject(policy_id)
+    object_id = add_object(policy_id)
+    action_id = add_action(policy_id)
+
+    add_subject_assignments(policy_id, subject_id, subject_cat_id, subject_data_id)
+    add_subject_assignments(policy_id, subject_id, subject_cat_id, subject_data_id_bis)
+    add_object_assignments(policy_id, object_id, object_cat_id, object_data_id)
+    add_object_assignments(policy_id, object_id, object_cat_id, object_data_id_bis)
+    add_action_assignments(policy_id, action_id, action_cat_id, action_data_id)
+    add_action_assignments(policy_id, action_id, action_cat_id, action_data_id_bis)
+
+    check_subject_assignments(policy_id, subject_id, subject_cat_id, subject_data_id)
+    check_subject_assignments(policy_id, subject_id, subject_cat_id, subject_data_id_bis)
+    check_object_assignments(policy_id, object_id, object_cat_id, object_data_id)
+    check_object_assignments(policy_id, object_id, object_cat_id, object_data_id_bis)
+    check_action_assignments(policy_id, action_id, action_cat_id, action_data_id)
+    check_action_assignments(policy_id, action_id, action_cat_id, action_data_id_bis)
+
+    delete_subject_assignment(policy_id, subject_id, subject_cat_id, subject_data_id)
+    delete_object_assignment(policy_id, object_id, object_cat_id, object_data_id)
+    delete_action_assignment(policy_id, action_id, action_cat_id, action_data_id)
+
+
+def test_rule():
+    policy_id = add_policy()
+
+    model_id = add_model()
+
+    update_policy(policy_id, model_id)
+
+    meta_rule_id, subject_cat_id, object_cat_id, action_cat_id = add_categories_and_meta_rule()
+    add_meta_rule_to_model(model_id, meta_rule_id)
+
+    subject_data_id = add_subject_data(policy_id=policy_id, category_id=subject_cat_id)
+    object_data_id = add_object_data(policy_id=policy_id, category_id=object_cat_id)
+    action_data_id = add_action_data(policy_id=policy_id, category_id=action_cat_id)
+
+    subject_id = add_subject(policy_id)
+    object_id = add_object(policy_id)
+    action_id = add_action(policy_id)
+
+    add_subject_assignments(policy_id, subject_id, subject_cat_id, subject_data_id)
+    add_object_assignments(policy_id, object_id, object_cat_id, object_data_id)
+    add_action_assignments(policy_id, action_id, action_cat_id, action_data_id)
+
+    rule_id = add_rule(policy_id, meta_rule_id, [subject_data_id, object_data_id, action_data_id])
+    check_rule(policy_id, meta_rule_id, rule_id, [subject_data_id, object_data_id, action_data_id])
+
+    delete_rule(policy_id, rule_id)
+
diff --git a/python_moonclient/tests/unit_python/utilities.py b/python_moonclient/tests/unit_python/utilities.py
new file mode 100644
index 00000000..ae2932c7
--- /dev/null
+++ b/python_moonclient/tests/unit_python/utilities.py
@@ -0,0 +1,153 @@
+import base64
+import json
+
+CONF = {
+    "openstack": {
+        "keystone": {
+            "url": "http://keystone:5000/v3",
+            "user": "admin",
+            "check_token": False,
+            "password": "p4ssw0rd",
+            "domain": "default",
+            "certificate": False,
+            "project": "admin",
+            "external": {
+                "url": "http://keystone:5000/v3",
+            }
+        }
+    },
+    "components": {
+        "wrapper": {
+            "bind": "0.0.0.0",
+            "port": 8080,
+            "container": "wukongsun/moon_wrapper:v4.3",
+            "timeout": 5,
+            "hostname": "wrapper"
+        },
+        "manager": {
+            "bind": "0.0.0.0",
+            "port": 8082,
+            "container": "wukongsun/moon_manager:v4.3",
+            "hostname": "manager",
+            "external": {
+                "hostname": "manager",
+                "port": 30001
+            }
+        },
+        "port_start": 31001,
+        "orchestrator": {
+            "bind": "0.0.0.0",
+            "port": 8083,
+            "container": "wukongsun/moon_orchestrator:v4.3",
+            "hostname": "orchestrator"
+        },
+        "interface": {
+            "bind": "0.0.0.0",
+            "port": 8080,
+            "container": "wukongsun/moon_interface:v4.3",
+            "hostname": "interface"
+        }
+    },
+    "plugins": {
+        "session": {
+            "port": 8082,
+            "container": "asteroide/session:latest"
+        },
+        "authz": {
+            "port": 8081,
+            "container": "wukongsun/moon_authz:v4.3"
+        }
+    },
+    "logging": {
+        "handlers": {
+            "file": {
+                "filename": "/tmp/moon.log",
+                "class": "logging.handlers.RotatingFileHandler",
+                "level": "DEBUG",
+                "formatter": "custom",
+                "backupCount": 3,
+                "maxBytes": 1048576
+            },
+            "console": {
+                "class": "logging.StreamHandler",
+                "formatter": "brief",
+                "level": "INFO",
+                "stream": "ext://sys.stdout"
+            }
+        },
+        "formatters": {
+            "brief": {
+                "format": "%(levelname)s %(name)s %(message)-30s"
+            },
+            "custom": {
+                "format": "%(asctime)-15s %(levelname)s %(name)s %(message)s"
+            }
+        },
+        "root": {
+            "handlers": [
+                "console"
+            ],
+            "level": "ERROR"
+        },
+        "version": 1,
+        "loggers": {
+            "moon": {
+                "handlers": [
+                    "console",
+                    "file"
+                ],
+                "propagate": False,
+                "level": "DEBUG"
+            }
+        }
+    },
+    "slave": {
+        "name": None,
+        "master": {
+            "url": None,
+            "login": None,
+            "password": None
+        }
+    },
+    "docker": {
+        "url": "tcp://172.88.88.1:2376",
+        "network": "moon"
+    },
+    "database": {
+        "url": "sqlite:///database.db",
+        # "url": "mysql+pymysql://moon:p4sswOrd1@db/moon",
+        "driver": "sql"
+    },
+    "messenger": {
+        "url": "rabbit://moon:p4sswOrd1@messenger:5672/moon"
+    }
+}
+
+COMPONENTS = (
+    "logging",
+    "openstack/keystone",
+    "database",
+    "slave",
+    "components/manager",
+    "components/orchestrator",
+    "components/interface",
+    "components/wrapper",
+)
+
+
+def get_b64_conf(component=None):
+    if component == "components":
+        return base64.b64encode(
+            json.dumps(CONF["components"]).encode('utf-8')+b"\n").decode('utf-8')
+    elif component in CONF:
+        return base64.b64encode(
+            json.dumps(
+                CONF[component]).encode('utf-8')+b"\n").decode('utf-8')
+    elif not component:
+        return base64.b64encode(
+            json.dumps(CONF).encode('utf-8')+b"\n").decode('utf-8')
+    elif "/" in component:
+        key1, _, key2 = component.partition("/")
+        return base64.b64encode(
+            json.dumps(
+                CONF[key1][key2]).encode('utf-8')+b"\n").decode('utf-8')