diff options
| -rw-r--r-- | .gitreview | 2 | ||||
| -rw-r--r-- | build.sh | 8 | ||||
| -rw-r--r-- | docker/Dockerfile | 2 | ||||
| -rw-r--r-- | docker/components/Dockerfile | 2 | ||||
| -rw-r--r-- | docker/core/Dockerfile | 2 | ||||
| -rw-r--r-- | docker/features/Dockerfile | 4 | ||||
| -rw-r--r-- | docker/features/testcases.yaml | 20 | ||||
| -rw-r--r-- | docker/features/thirdparty-requirements.txt | 1 | ||||
| -rw-r--r-- | docker/healthcheck/Dockerfile | 2 | ||||
| -rw-r--r-- | docker/parser/Dockerfile | 2 | ||||
| -rw-r--r-- | docker/parser/testcases.yaml | 3 | ||||
| -rw-r--r-- | docker/restapi/Dockerfile | 6 | ||||
| -rw-r--r-- | docker/restapi/thirdparty-requirements.txt | 1 | ||||
| -rw-r--r-- | docker/smoke/Dockerfile | 6 | ||||
| -rw-r--r-- | docker/thirdparty-requirements.txt | 1 | ||||
| -rw-r--r-- | docker/vnf/Dockerfile | 2 | ||||
| -rw-r--r-- | functest/ci/run_tests.py | 22 | ||||
| -rw-r--r-- | functest/ci/testcases.yaml | 20 | ||||
| -rw-r--r-- | functest/tests/unit/ci/test_run_tests.py | 10 | ||||
| -rw-r--r-- | upper-constraints.txt | 17 |
20 files changed, 49 insertions, 84 deletions
diff --git a/.gitreview b/.gitreview index e59fef8d9..a0548eddf 100644 --- a/.gitreview +++ b/.gitreview @@ -2,4 +2,4 @@ host=gerrit.opnfv.org port=29418 project=functest.git - +defaultbranch=stable/euphrates @@ -9,16 +9,16 @@ docker/healthcheck \ docker/smoke \ docker/features \ docker/components \ -docker/vnf \ +docker/vnf \ docker/parser \ docker/restapi" (cd docker && docker build -t "${repo}/functest" .) -docker push "${repo}/functest" +docker push "${repo}/functest:euphrates" for dir in ${dirs}; do - (cd ${dir} && docker build -t "${repo}/functest-${dir##**/}" .) - docker push "${repo}/functest-${dir##**/}" + (cd ${dir} && docker build -t "${repo}/functest-${dir##**/}:euphrates" .) + docker push "${repo}/functest-${dir##**/}:euphrates" done exit $? diff --git a/docker/Dockerfile b/docker/Dockerfile index 218d74417..5d934dfe9 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -12,7 +12,7 @@ MAINTAINER Jose Lausuch <jose.lausuch@ericsson.com> LABEL version="0.1" description="OPNFV Functest Docker container" # Environment variables -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG RALLY_TAG=stable/0.9 ARG ODL_TAG=35e415b6873b39d72775c88a337e92dac26012e2 ARG OPENSTACK_TAG=stable/ocata diff --git a/docker/components/Dockerfile b/docker/components/Dockerfile index 8923e4cd7..8794f78de 100644 --- a/docker/components/Dockerfile +++ b/docker/components/Dockerfile @@ -1,4 +1,4 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates COPY testcases.yaml /usr/lib/python2.7/site-packages/functest/ci/testcases.yaml CMD ["bash","-c","prepare_env start && run_tests -t all"] diff --git a/docker/core/Dockerfile b/docker/core/Dockerfile index 04e32598e..75180f99b 100644 --- a/docker/core/Dockerfile +++ b/docker/core/Dockerfile @@ -1,6 +1,6 @@ FROM alpine:3.6 -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG OPENSTACK_TAG=stable/ocata ARG RALLY_TAG=stable/0.9 diff --git a/docker/features/Dockerfile b/docker/features/Dockerfile index 8b0a2f60c..f20c58619 100644 --- a/docker/features/Dockerfile +++ b/docker/features/Dockerfile @@ -1,6 +1,6 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG OPENSTACK_TAG=stable/ocata COPY thirdparty-requirements.txt thirdparty-requirements.txt diff --git a/docker/features/testcases.yaml b/docker/features/testcases.yaml index 273a20e77..e8a2095c5 100644 --- a/docker/features/testcases.yaml +++ b/docker/features/testcases.yaml @@ -57,25 +57,7 @@ tiers: cmd: 'run_sdnvpn_tests.py' - - case_name: security_scan - enabled: false - project_name: securityscanning - criteria: 100 - blocking: false - description: >- - Simple Security Scan - dependencies: - installer: 'apex' - scenario: '^((?!fdio).)*$' - run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: '. /home/opnfv/functest/conf/stackrc && security_scan --config /usr/etc/securityscanning/config.ini' - - - case_name: functest-odl-sfc - enabled: true project_name: sfc criteria: 100 blocking: false @@ -92,7 +74,6 @@ tiers: - case_name: domino-multinode - enabled: false project_name: domino criteria: 100 blocking: false @@ -109,7 +90,6 @@ tiers: - case_name: barometercollectd - enabled: true project_name: barometer criteria: 100 blocking: false diff --git a/docker/features/thirdparty-requirements.txt b/docker/features/thirdparty-requirements.txt index 4a0b6ff88..0a9f2a101 100644 --- a/docker/features/thirdparty-requirements.txt +++ b/docker/features/thirdparty-requirements.txt @@ -1,6 +1,5 @@ baro_tests sdnvpn -securityscanning sfc promise domino diff --git a/docker/healthcheck/Dockerfile b/docker/healthcheck/Dockerfile index 8923e4cd7..8794f78de 100644 --- a/docker/healthcheck/Dockerfile +++ b/docker/healthcheck/Dockerfile @@ -1,4 +1,4 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates COPY testcases.yaml /usr/lib/python2.7/site-packages/functest/ci/testcases.yaml CMD ["bash","-c","prepare_env start && run_tests -t all"] diff --git a/docker/parser/Dockerfile b/docker/parser/Dockerfile index a28a1f5b0..43bd0adc1 100644 --- a/docker/parser/Dockerfile +++ b/docker/parser/Dockerfile @@ -1,6 +1,6 @@ FROM alpine:3.6 -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG OPENSTACK_TAG=stable/pike ARG RALLY_TAG=stable/0.9 diff --git a/docker/parser/testcases.yaml b/docker/parser/testcases.yaml index 4ab3fae2b..45ccb0beb 100644 --- a/docker/parser/testcases.yaml +++ b/docker/parser/testcases.yaml @@ -9,14 +9,13 @@ tiers: testcases: - case_name: parser-basics - enabled: false project_name: parser criteria: 100 blocking: false description: >- Test suite from Parser project. dependencies: - installer: 'fuel' + installer: '' scenario: '^((?!bgpvpn|noha).)*$' run: module: 'functest.core.feature' diff --git a/docker/restapi/Dockerfile b/docker/restapi/Dockerfile index 2c7560286..23adcc852 100644 --- a/docker/restapi/Dockerfile +++ b/docker/restapi/Dockerfile @@ -1,9 +1,9 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG OPENSTACK_TAG=stable/ocata ARG ODL_TAG=35e415b6873b39d72775c88a337e92dac26012e2 -ARG FDS_TAG=master +ARG FDS_TAG=stable/euphrates ARG REFSTACK_TAG=4e187b07672dd1c41cb7c94658f1c91edebf53a2 ARG VIMS_TAG=stable diff --git a/docker/restapi/thirdparty-requirements.txt b/docker/restapi/thirdparty-requirements.txt index 4a0b6ff88..0a9f2a101 100644 --- a/docker/restapi/thirdparty-requirements.txt +++ b/docker/restapi/thirdparty-requirements.txt @@ -1,6 +1,5 @@ baro_tests sdnvpn -securityscanning sfc promise domino diff --git a/docker/smoke/Dockerfile b/docker/smoke/Dockerfile index fe2f91917..82043840a 100644 --- a/docker/smoke/Dockerfile +++ b/docker/smoke/Dockerfile @@ -1,9 +1,9 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates -ARG BRANCH=master +ARG BRANCH=stable/euphrates ARG OPENSTACK_TAG=stable/ocata ARG ODL_TAG=35e415b6873b39d72775c88a337e92dac26012e2 -ARG FDS_TAG=master +ARG FDS_TAG=stable/euphrates ARG REFSTACK_TAG=4e187b07672dd1c41cb7c94658f1c91edebf53a2 RUN apk --no-cache add --virtual .build-deps --update \ diff --git a/docker/thirdparty-requirements.txt b/docker/thirdparty-requirements.txt index cc8f5f9c8..741eb8ef6 100644 --- a/docker/thirdparty-requirements.txt +++ b/docker/thirdparty-requirements.txt @@ -1,6 +1,5 @@ baro_tests sdnvpn -securityscanning sfc promise doctor-test diff --git a/docker/vnf/Dockerfile b/docker/vnf/Dockerfile index 36e80d7e2..520385585 100644 --- a/docker/vnf/Dockerfile +++ b/docker/vnf/Dockerfile @@ -1,4 +1,4 @@ -FROM opnfv/functest-core +FROM opnfv/functest-core:euphrates ARG VIMS_TAG=stable diff --git a/functest/ci/run_tests.py b/functest/ci/run_tests.py index a129ea737..d4acd9c56 100644 --- a/functest/ci/run_tests.py +++ b/functest/ci/run_tests.py @@ -124,16 +124,18 @@ class Runner(object): self.executed_test_cases[test.get_name()] = test_case if self.clean_flag: if test_case.create_snapshot() != test_case.EX_OK: - return result + return testcase.TestCase.EX_RUN_ERROR try: kwargs = run_dict['args'] - result = test_case.run(**kwargs) + test_case.run(**kwargs) except KeyError: - result = test_case.run() - if result == testcase.TestCase.EX_OK: - if self.report_flag: - test_case.push_to_db() + test_case.run() + if self.report_flag: + test_case.push_to_db() + if test.get_project() == "functest": result = test_case.is_successful() + else: + result = testcase.TestCase.EX_OK logger.info("Test result:\n\n%s\n", test_case) if self.clean_flag: test_case.clean() @@ -157,10 +159,12 @@ class Runner(object): else: logger.info("Running tier '%s'" % tier_name) for test in tests: - result = self.run_test(test) - if result != testcase.TestCase.EX_OK: + self.run_test(test) + test_case = self.executed_test_cases[test.get_name()] + if test_case.is_successful() != testcase.TestCase.EX_OK: logger.error("The test case '%s' failed.", test.get_name()) - self.overall_result = Result.EX_ERROR + if test.get_project() == "functest": + self.overall_result = Result.EX_ERROR if test.is_blocking(): raise BlockingTestFailed( "The test case {} failed and is blocking".format( diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 13a51bf83..67ecaf8eb 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -285,25 +285,7 @@ tiers: cmd: 'run_sdnvpn_tests.py' - - case_name: security_scan - enabled: false - project_name: securityscanning - criteria: 100 - blocking: false - description: >- - Simple Security Scan - dependencies: - installer: 'apex' - scenario: '^((?!fdio).)*$' - run: - module: 'functest.core.feature' - class: 'BashFeature' - args: - cmd: '. /home/opnfv/functest/conf/stackrc && security_scan --config /usr/local/etc/securityscanning/config.ini' - - - case_name: functest-odl-sfc - enabled: true project_name: sfc criteria: 100 blocking: false @@ -320,7 +302,6 @@ tiers: - case_name: domino-multinode - enabled: false project_name: domino criteria: 100 blocking: false @@ -337,7 +318,6 @@ tiers: - case_name: barometercollectd - enabled: true project_name: barometer criteria: 100 blocking: false diff --git a/functest/tests/unit/ci/test_run_tests.py b/functest/tests/unit/ci/test_run_tests.py index 7495c40e4..bc95f8f3d 100644 --- a/functest/tests/unit/ci/test_run_tests.py +++ b/functest/tests/unit/ci/test_run_tests.py @@ -31,6 +31,10 @@ class RunTestsTesting(unittest.TestCase): def setUp(self): self.runner = run_tests.Runner() + mock_test_case = mock.Mock() + mock_test_case.is_successful.return_value = TestCase.EX_OK + self.runner.executed_test_cases['test1'] = mock_test_case + self.runner.executed_test_cases['test2'] = mock_test_case self.sep = 'test_sep' self.creds = {'OS_AUTH_URL': 'http://test_ip:test_port/v2.0', 'OS_USERNAME': 'test_os_username', @@ -191,8 +195,10 @@ class RunTestsTesting(unittest.TestCase): @mock.patch('functest.ci.run_tests.Runner.summary') def test_main_tier(self, *mock_methods): mock_tier = mock.Mock() + test_mock = mock.Mock() + test_mock.get_name.return_value = 'test1' args = {'get_name.return_value': 'tier_name', - 'get_tests.return_value': ['test_name']} + 'get_tests.return_value': [test_mock]} mock_tier.configure_mock(**args) kwargs = {'test': 'tier_name', 'noclean': True, 'report': True} args = {'get_tier.return_value': mock_tier, @@ -201,7 +207,7 @@ class RunTestsTesting(unittest.TestCase): self.runner._tiers.configure_mock(**args) self.assertEqual(self.runner.main(**kwargs), run_tests.Result.EX_OK) - mock_methods[1].assert_called_once_with('test_name') + mock_methods[1].assert_called() @mock.patch('functest.ci.run_tests.Runner.source_rc_file') @mock.patch('functest.ci.run_tests.Runner.run_test', diff --git a/upper-constraints.txt b/upper-constraints.txt index c0654a3e1..f24960789 100644 --- a/upper-constraints.txt +++ b/upper-constraints.txt @@ -1,12 +1,11 @@ -git+https://gerrit.opnfv.org/gerrit/releng#egg=opnfv&subdirectory=modules -git+https://gerrit.opnfv.org/gerrit/snaps#egg=snaps -git+https://gerrit.opnfv.org/gerrit/barometer#egg=baro_tests -git+https://gerrit.opnfv.org/gerrit/sdnvpn#egg=sdnvpn -git+https://gerrit.opnfv.org/gerrit/securityscanning#egg=securityscanning -git+https://gerrit.opnfv.org/gerrit/sfc#egg=sfc --e git+https://gerrit.opnfv.org/gerrit/promise#egg=promise --e git+https://gerrit.opnfv.org/gerrit/doctor#egg=doctor-test -git+https://gerrit.opnfv.org/gerrit/domino#egg=domino +git+https://gerrit.opnfv.org/gerrit/releng@1fc5d49f8aa9eb44e615afdd597827be48cf517a#egg=opnfv&subdirectory=modules +git+https://gerrit.opnfv.org/gerrit/snaps@stable/euphrates#egg=snaps +git+https://gerrit.opnfv.org/gerrit/barometer@stable/euphrates#egg=baro_tests +git+https://gerrit.opnfv.org/gerrit/sdnvpn@stable/euphrates#egg=sdnvpn +git+https://gerrit.opnfv.org/gerrit/sfc@stable/euphrates#egg=sfc +-e git+https://gerrit.opnfv.org/gerrit/promise@stable/euphrates#egg=promise +-e git+https://gerrit.opnfv.org/gerrit/doctor@stable/euphrates#egg=doctor-test +git+https://gerrit.opnfv.org/gerrit/domino@stable/euphrates#egg=domino cloudify-rest-client===4.0 iniparse===0.4 openbaton-cli===2.2.1b7 |