Restructure dashboard project for docker deploying

Change-Id: I13cad51270504ee4bed8558598a8891af58a26ab
Signed-off-by: maxbr <maxbr@mi.fu-berlin.de>

7 files changed, 0 insertions, 330 deletions

diff --git a/tools/pharos-dashboard/jenkins/__init__.py b/tools/pharos-dashboard/jenkins/__init__.py
deleted file mode 100644
index b5914ce7..00000000
--- a/tools/pharos-dashboard/jenkins/__init__.py
+++ /dev/null
@@ -1,10 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
diff --git a/tools/pharos-dashboard/jenkins/adapter.py b/tools/pharos-dashboard/jenkins/adapter.py
deleted file mode 100644
index ff0508d9..00000000
--- a/tools/pharos-dashboard/jenkins/adapter.py
+++ /dev/null
@@ -1,134 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-import logging
-
-import re
-import requests
-from django.core.cache import cache
-
-logger = logging.getLogger(__name__)
-
-# TODO: implement caching decorator, cache get_* functions
-def get_json(url):
-    if cache.get(url) is None:
-        try:
-            response = requests.get(url)
-            json = response.json()
-            cache.set(url, json, 180)  # cache result for 180 seconds
-            return json
-        except requests.exceptions.RequestException as e:
-            logger.exception(e)
-        except ValueError as e:
-            logger.exception(e)
-    else:
-        return cache.get(url)
-
-
-def get_all_slaves():
-    url = "https://build.opnfv.org/ci/computer/api/json?tree=computer[displayName,offline,idle]"
-    json = get_json(url)
-    if json is not None:
-        return json['computer']  # return list of dictionaries
-    return []
-
-
-def get_slave(slavename):
-    slaves = get_all_slaves()
-    for slave in slaves:
-        if slave['displayName'] == slavename:
-            return slave
-    return {}
-
-
-def get_ci_slaves():
-    url = "https://build.opnfv.org/ci/label/ci-pod/api/json?tree=nodes[nodeName,offline,idle]"
-    json = get_json(url)
-    if json is not None:
-        return json['nodes']
-    return []
-
-
-def get_all_jobs():
-    url = "https://build.opnfv.org/ci/api/json?tree=jobs[displayName,url,lastBuild[fullDisplayName,building,builtOn,timestamp,result]]"
-    json = get_json(url)
-    if json is not None:
-        return json['jobs']  # return list of dictionaries
-    return []
-
-
-def get_jenkins_job(slavename):
-    jobs = get_all_jobs()
-    max_time = 0
-    last_job = None
-    for job in jobs:
-        if job['lastBuild'] is not None:
-            if job['lastBuild']['builtOn'] == slavename:
-                if job['lastBuild']['building'] is True:
-                    return job  # return active build
-                if job['lastBuild']['timestamp'] > max_time:
-                    last_job = job
-                    max_time = job['lastBuild']['timestamp']
-    return last_job
-
-
-def is_ci_slave(slavename):
-    ci_slaves = get_ci_slaves()
-    for ci_slave in ci_slaves:
-        if ci_slave['nodeName'] == slavename:
-            return True
-    return False
-
-
-def is_dev_pod(slavename):
-    if is_ci_slave(slavename):
-        return False
-    if slavename.find('pod') != -1:
-        return True
-    return False
-
-
-def parse_job(job):
-    result = parse_job_string(job['lastBuild']['fullDisplayName'])
-    result['building'] = job['lastBuild']['building']
-    result['result'] = ''
-    if not job['lastBuild']['building']:
-        result['result'] = job['lastBuild']['result']
-    result['url'] = job['url']
-    return result
-
-
-def parse_job_string(full_displayname):
-    job = {}
-    job['scenario'] = ''
-    job['installer'] = ''
-    job['branch'] = ''
-    tokens = re.split(r'[ -]', full_displayname)
-    for i in range(len(tokens)):
-        if tokens[i] == 'os':
-            job['scenario'] = '-'.join(tokens[i: i + 4])
-        elif tokens[i] in ['fuel', 'joid', 'apex', 'compass']:
-            job['installer'] = tokens[i]
-        elif tokens[i] in ['master', 'arno', 'brahmaputra', 'colorado']:
-            job['branch'] = tokens[i]
-    tokens = full_displayname.split(' ')
-    job['name'] = tokens[0]
-    return job
-
-def get_slave_url(slave):
-    return 'https://build.opnfv.org/ci/computer/' + slave['displayName']
-
-
-def get_slave_status(slave):
-    if not slave['offline'] and slave['idle']:
-        return 'online / idle'
-    if not slave['offline']:
-        return 'online'
-    return 'offline'
diff --git a/tools/pharos-dashboard/jenkins/apps.py b/tools/pharos-dashboard/jenkins/apps.py
deleted file mode 100644
index 41faf600..00000000
--- a/tools/pharos-dashboard/jenkins/apps.py
+++ /dev/null
@@ -1,15 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-from django.apps import AppConfig
-
-
-class JenkinsConfig(AppConfig):
-    name = 'jenkins'
diff --git a/tools/pharos-dashboard/jenkins/migrations/__init__.py b/tools/pharos-dashboard/jenkins/migrations/__init__.py
deleted file mode 100644
index b5914ce7..00000000
--- a/tools/pharos-dashboard/jenkins/migrations/__init__.py
+++ /dev/null
@@ -1,10 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
diff --git a/tools/pharos-dashboard/jenkins/models.py b/tools/pharos-dashboard/jenkins/models.py
deleted file mode 100644
index 0875bba5..00000000
--- a/tools/pharos-dashboard/jenkins/models.py
+++ /dev/null
@@ -1,60 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-from django.db import models
-from django.utils import timezone
-
-
-class JenkinsSlave(models.Model):
-    id = models.AutoField(primary_key=True)
-    name = models.CharField(max_length=100, unique=True)
-    status = models.CharField(max_length=30, default='offline')
-    url = models.CharField(max_length=1024)
-    ci_slave = models.BooleanField(default=False)
-    dev_pod = models.BooleanField(default=False)
-
-    building = models.BooleanField(default=False)
-
-    last_job_name = models.CharField(max_length=1024, default='')
-    last_job_url = models.CharField(max_length=1024, default='')
-    last_job_scenario = models.CharField(max_length=50, default='')
-    last_job_branch = models.CharField(max_length=50, default='')
-    last_job_installer = models.CharField(max_length=50, default='')
-    last_job_result = models.CharField(max_length=30, default='')
-
-    def get_utilization(self, timedelta):
-        """
-        Return a dictionary containing the count of idle, online and offline measurements in the time from
-        now-timedelta to now
-        """
-        utilization = {'idle': 0, 'online': 0, 'offline': 0}
-        statistics = self.jenkinsstatistic_set.filter(timestamp__gte=timezone.now() - timedelta)
-        utilization['idle'] = statistics.filter(idle=True).count()
-        utilization['online'] = statistics.filter(online=True).count()
-        utilization['offline'] = statistics.filter(offline=True).count()
-        return utilization
-
-    class Meta:
-        db_table = 'jenkins_slave'
-
-    def __str__(self):
-        return self.name
-
-
-class JenkinsStatistic(models.Model):
-    id = models.AutoField(primary_key=True)
-    slave = models.ForeignKey(JenkinsSlave, on_delete=models.CASCADE)
-    offline = models.BooleanField(default=False)
-    idle = models.BooleanField(default=False)
-    online = models.BooleanField(default=False)
-    timestamp = models.DateTimeField(auto_now_add=True)
-
-    class Meta:
-        db_table = 'jenkins_statistic'
diff --git a/tools/pharos-dashboard/jenkins/tasks.py b/tools/pharos-dashboard/jenkins/tasks.py
deleted file mode 100644
index 7c037827..00000000
--- a/tools/pharos-dashboard/jenkins/tasks.py
+++ /dev/null
@@ -1,49 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-from celery import shared_task
-
-from jenkins.models import JenkinsSlave, JenkinsStatistic
-from .adapter import *
-
-
-@shared_task
-def sync_jenkins():
-    update_jenkins_slaves()
-
-
-def update_jenkins_slaves():
-    jenkins_slaves = get_all_slaves()
-    for slave in jenkins_slaves:
-        jenkins_slave, created = JenkinsSlave.objects.get_or_create(name=slave['displayName'],
-                                                                    url=get_slave_url(slave))
-        jenkins_slave.ci_slave = is_ci_slave(slave['displayName'])
-        jenkins_slave.dev_pod = is_dev_pod(slave['displayName'])
-        jenkins_slave.status = get_slave_status(slave)
-
-        last_job = get_jenkins_job(jenkins_slave.name)
-        if last_job is not None:
-            last_job = parse_job(last_job)
-            jenkins_slave.last_job_name = last_job['name']
-            jenkins_slave.last_job_url = last_job['url']
-            jenkins_slave.last_job_scenario = last_job['scenario']
-            jenkins_slave.last_job_branch = last_job['branch']
-            jenkins_slave.last_job_installer = last_job['installer']
-            jenkins_slave.last_job_result = last_job['result']
-        jenkins_slave.save()
-
-        jenkins_statistic = JenkinsStatistic(slave=jenkins_slave)
-        if jenkins_slave.status == 'online' or jenkins_slave.status == 'building':
-            jenkins_statistic.online = True
-        if jenkins_slave.status == 'offline':
-            jenkins_statistic.offline = True
-        if jenkins_slave.status == 'online / idle':
-            jenkins_statistic.idle = True
-        jenkins_statistic.save()
diff --git a/tools/pharos-dashboard/jenkins/tests.py b/tools/pharos-dashboard/jenkins/tests.py
deleted file mode 100644
index 4f350d20..00000000
--- a/tools/pharos-dashboard/jenkins/tests.py
+++ /dev/null
@@ -1,52 +0,0 @@
-##############################################################################
-# Copyright (c) 2016 Max Breitenfeldt and others.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
-
-from unittest import TestCase
-
-import jenkins.adapter as jenkins
-
-
-# Tests that the data we get with the jenkinsadapter contains all the
-# data we need. These test will fail if;
-# - there is no internet connection
-# - the opnfv jenkins url has changed
-# - the jenkins api has changed
-# - jenkins is not set up / there is no data
-class JenkinsAdapterTestCase(TestCase):
-    def test_get_all_slaves(self):
-        slaves = jenkins.get_all_slaves()
-        self.assertTrue(len(slaves) > 0)
-        for slave in slaves:
-            self.assertTrue('displayName' in slave)
-            self.assertTrue('idle' in slave)
-            self.assertTrue('offline' in slave)
-
-    def test_get_ci_slaves(self):
-        slaves = jenkins.get_ci_slaves()
-        self.assertTrue(len(slaves) > 0)
-        for slave in slaves:
-            self.assertTrue('nodeName' in slave)
-
-    def test_get_all_jobs(self):
-        jobs = jenkins.get_all_jobs()
-        lastBuild = False
-        self.assertTrue(len(jobs) > 0)
-        for job in jobs:
-            self.assertTrue('displayName' in job)
-            self.assertTrue('url' in job)
-            self.assertTrue('lastBuild' in job)
-            if job['lastBuild'] is not None:
-                lastBuild = True
-                self.assertTrue('building' in job['lastBuild'])
-                self.assertTrue('fullDisplayName' in job['lastBuild'])
-                self.assertTrue('result' in job['lastBuild'])
-                self.assertTrue('timestamp' in job['lastBuild'])
-                self.assertTrue('builtOn' in job['lastBuild'])
-        self.assertTrue(lastBuild)