From 71ba21ff906d4104a81442d4712aac13cf4906d4 Mon Sep 17 00:00:00 2001 From: Eddie Arrage Date: Mon, 9 Apr 2018 15:15:50 -0700 Subject: Add functest healthcheck test suite - Add Functest healthcheck tier to Dovetail as new test suite - Intention is that these test cases are not part of mandatory test cases in compliance program - Use for debug and SUT pre-flight check - May consider running tc001 (connection_check) at other test execution stages to determine if SUT is still functioning, as this test takes < 10 sec (more important as test complexity increases such as in vnf test tier) - Replacement for patch: https://gerrit.opnfv.org/gerrit/#/c/52461/ - Removed CI filters, as suggested Change-Id: I2e72931b27e43359d6250f6959a17af8526c5094 Signed-off-by: Eddie Arrage --- etc/compliance/healthcheck.yml | 9 ++++++ etc/conf/dovetail_config.yml | 2 ++ etc/testcase/healthcheck.tc001.yml | 9 ++++++ etc/testcase/healthcheck.tc002.yml | 9 ++++++ etc/testcase/healthcheck.tc003.yml | 9 ++++++ etc/userconfig/testcases.yaml | 62 ++++++++++++++++++++++++++++++++++++++ 6 files changed, 100 insertions(+) create mode 100644 etc/compliance/healthcheck.yml create mode 100644 etc/testcase/healthcheck.tc001.yml create mode 100644 etc/testcase/healthcheck.tc002.yml create mode 100644 etc/testcase/healthcheck.tc003.yml diff --git a/etc/compliance/healthcheck.yml b/etc/compliance/healthcheck.yml new file mode 100644 index 00000000..99844917 --- /dev/null +++ b/etc/compliance/healthcheck.yml @@ -0,0 +1,9 @@ +--- +# Pre-flight check before running more complex tests +# Will be used for running on CI +healthcheck: + name: healthcheck + testcases_list: + - dovetail.healthcheck.tc001 + - dovetail.healthcheck.tc002 + - dovetail.healthcheck.tc003 diff --git a/etc/conf/dovetail_config.yml b/etc/conf/dovetail_config.yml index a77ac2af..f4e0d034 100644 --- a/etc/conf/dovetail_config.yml +++ b/etc/conf/dovetail_config.yml @@ -34,6 +34,7 @@ testsuite_supported: - compliance_set - proposed_tests - debug + - healthcheck - ovp.1.0.0 - onap.1.0.0 # testarea supported, should adjust accordingly @@ -50,6 +51,7 @@ testarea_supported: - mandatory - full - smoke + - healthcheck - vnf - lifecycle diff --git a/etc/testcase/healthcheck.tc001.yml b/etc/testcase/healthcheck.tc001.yml new file mode 100644 index 00000000..e71f063e --- /dev/null +++ b/etc/testcase/healthcheck.tc001.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.tc001: + name: dovetail.healthcheck.tc001 + objective: check OpenStack API services connectivity through SNAPS framework + validate: + type: functest + testcase: connection_check + report: + sub_testcase_list: diff --git a/etc/testcase/healthcheck.tc002.yml b/etc/testcase/healthcheck.tc002.yml new file mode 100644 index 00000000..84ca2516 --- /dev/null +++ b/etc/testcase/healthcheck.tc002.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.tc002: + name: dovetail.healthcheck.tc002 + objective: verify OpenStack API with simple queries + validate: + type: functest + testcase: api_check + report: + sub_testcase_list: diff --git a/etc/testcase/healthcheck.tc003.yml b/etc/testcase/healthcheck.tc003.yml new file mode 100644 index 00000000..83fb8919 --- /dev/null +++ b/etc/testcase/healthcheck.tc003.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.tc003: + name: dovetail.healthcheck.tc003 + objective: basic VM instance creation with port and IPv4 address through DHCP + validate: + type: functest + testcase: snaps_health_check + report: + sub_testcase_list: diff --git a/etc/userconfig/testcases.yaml b/etc/userconfig/testcases.yaml index 1452a45d..f1cb6ae1 100644 --- a/etc/userconfig/testcases.yaml +++ b/etc/userconfig/testcases.yaml @@ -1,5 +1,67 @@ --- tiers: + - + name: healthcheck + order: 0 + ci_loop: '(daily)|(weekly)' + description: >- + First tier to be executed to verify the basic + operations in the VIM. + testcases: + - + case_name: connection_check + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case verifies the retrieval of OpenStack clients: + Keystone, Glance, Neutron and Nova and may perform some + simple queries. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + dependencies: + installer: '' + scenario: '' + run: + module: + 'functest.opnfv_tests.openstack.snaps.connection_check' + class: 'ConnectionCheck' + + - + case_name: api_check + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case verifies the retrieval of OpenStack clients: + Keystone, Glance, Neutron and Nova and may perform some + simple queries. When the config value of + snaps.use_keystone is True, functest must have access to + the cloud's private network. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.snaps.api_check' + class: 'ApiCheck' + + - + case_name: snaps_health_check + project_name: functest + criteria: 100 + blocking: true + description: >- + This test case creates executes the SimpleHealthCheck + Python test class which creates an, image, flavor, network, + and Cirros VM instance and observes the console output to + validate the single port obtains the correct IP address. + dependencies: + installer: '' + scenario: '' + run: + module: 'functest.opnfv_tests.openstack.snaps.health_check' + class: 'HealthCheck' + - name: smoke order: 1 -- cgit 1.2.3-korg