diff options
| -rw-r--r-- | docker/components/testcases.yaml | 2 | ||||
| -rw-r--r-- | docs/testing/user/configguide/configguide.rst | 181 | ||||
| -rw-r--r-- | functest/ci/testcases.yaml | 2 |
3 files changed, 92 insertions, 93 deletions
diff --git a/docker/components/testcases.yaml b/docker/components/testcases.yaml index e9cea8421..27942a56d 100644 --- a/docker/components/testcases.yaml +++ b/docker/components/testcases.yaml @@ -26,7 +26,7 @@ tiers: - case_name: rally_full project_name: functest - criteria: 90 + criteria: 100 blocking: false description: >- This test case runs the full suite of scenarios of the diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst index e514165dc..431e9635d 100644 --- a/docs/testing/user/configguide/configguide.rst +++ b/docs/testing/user/configguide/configguide.rst @@ -79,15 +79,14 @@ Create a directory for the different images (attached as a Docker volume):: images/ubuntu-16.04-server-cloudimg-amd64-disk1.img images/vyos-1.1.7.img - Testing healthcheck suite -------------------------- Run healthcheck suite:: sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v $(pwd)/images:/home/opnfv/functest/images \ + -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ + -v $(pwd)/images:/home/opnfv/functest/images \ opnfv/functest-healthcheck Results shall be displayed as follows:: @@ -95,9 +94,9 @@ Results shall be displayed as follows:: +----------------------------+------------------+---------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +----------------------------+------------------+---------------------+------------------+----------------+ - | connection_check | functest | healthcheck | 00:02 | PASS | - | api_check | functest | healthcheck | 04:57 | PASS | - | snaps_health_check | functest | healthcheck | 00:51 | PASS | + | connection_check | functest | healthcheck | 00:06 | PASS | + | api_check | functest | healthcheck | 06:52 | PASS | + | snaps_health_check | functest | healthcheck | 00:42 | PASS | +----------------------------+------------------+---------------------+------------------+----------------+ NOTE: the duration is a reference and it might vary depending on your SUT. @@ -107,8 +106,8 @@ Testing smoke suite Run smoke suite:: sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v $(pwd)/images:/home/opnfv/functest/images \ + -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ + -v $(pwd)/images:/home/opnfv/functest/images \ opnfv/functest-smoke Results shall be displayed as follows:: @@ -116,15 +115,14 @@ Results shall be displayed as follows:: +------------------------------+------------------+---------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +------------------------------+------------------+---------------+------------------+----------------+ - | vping_ssh | functest | smoke | 01:19 | PASS | - | vping_userdata | functest | smoke | 01:56 | PASS | - | tempest_smoke_serial | functest | smoke | 26:30 | PASS | - | rally_sanity | functest | smoke | 19:42 | PASS | - | refstack_defcore | functest | smoke | 22:00 | PASS | - | snaps_smoke | functest | smoke | 41:14 | PASS | - | odl | functest | smoke | 00:16 | PASS | + | vping_ssh | functest | smoke | 00:45 | PASS | + | vping_userdata | functest | smoke | 00:36 | PASS | + | tempest_smoke_serial | functest | smoke | 14:04 | PASS | + | rally_sanity | functest | smoke | 23:59 | PASS | + | refstack_defcore | functest | smoke | 14:37 | FAIL | + | snaps_smoke | functest | smoke | 42:09 | PASS | + | odl | functest | smoke | 00:00 | SKIP | | odl_netvirt | functest | smoke | 00:00 | SKIP | - | fds | functest | smoke | 00:00 | SKIP | +------------------------------+------------------+---------------+------------------+----------------+ Note: if the scenario does not support some tests, they are indicated as SKIP. See User guide for details. @@ -135,22 +133,21 @@ Testing features suite Run features suite:: sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v $(pwd)/images:/home/opnfv/functest/images \ + -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ + -v $(pwd)/images:/home/opnfv/functest/images \ opnfv/functest-features Results shall be displayed as follows:: - +---------------------------+--------------------------+------------------+------------------+----------------+ - | TEST CASE | PROJECT | TIER | DURATION | RESULT | - +---------------------------+--------------------------+------------------+------------------+----------------+ - | promise | promise | features | 00:00 | SKIP | - | bgpvpn | sdnvpn | features | 00:00 | SKIP | - | security_scan | securityscanning | features | 00:00 | SKIP | - | functest-odl-sfc | sfc | features | 00:00 | SKIP | - | domino-multinode | domino | features | 00:00 | SKIP | - | barometercollectd | barometer | features | 00:00 | SKIP | - +---------------------------+--------------------------+------------------+------------------+----------------+ + +-----------------------------+------------------------+------------------+------------------+----------------+ + | TEST CASE | PROJECT | TIER | DURATION | RESULT | + +-----------------------------+------------------------+------------------+------------------+----------------+ + | doctor-notification | doctor | features | 00:00 | SKIP | + | bgpvpn | sdnvpn | features | 00:00 | SKIP | + | functest-odl-sfc | sfc | features | 00:00 | SKIP | + | barometercollectd | barometer | features | 00:00 | SKIP | + | fds | fastdatastacks | features | 00:00 | SKIP | + +-----------------------------+------------------------+------------------+------------------+----------------+ Note: if the scenario does not support some tests, they are indicated as SKIP. See User guide for details. @@ -160,8 +157,8 @@ Testing components suite Run components suite:: sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v $(pwd)/images:/home/opnfv/functest/images \ + -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ + -v $(pwd)/images:/home/opnfv/functest/images \ opnfv/functest-components Results shall be displayed as follows:: @@ -169,8 +166,8 @@ Results shall be displayed as follows:: +-------------------------------+------------------+--------------------+------------------+----------------+ | TEST CASE | PROJECT | TIER | DURATION | RESULT | +-------------------------------+------------------+--------------------+------------------+----------------+ - | tempest_full_parallel | functest | components | 102:48 | PASS | - | rally_full | functest | components | 160:58 | PASS | + | tempest_full_parallel | functest | components | 52:42 | PASS | + | rally_full | functest | components | 114:22 | PASS | +-------------------------------+------------------+--------------------+------------------+----------------+ Testing vnf suite @@ -179,19 +176,21 @@ Testing vnf suite Run vnf suite:: sudo docker run --env-file env \ - -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ - -v $(pwd)/images:/home/opnfv/functest/images \ + -v $(pwd)/openstack.creds:/home/opnfv/functest/conf/env_file \ + -v $(pwd)/images:/home/opnfv/functest/images \ opnfv/functest-vnf Results shall be displayed as follows:: - +---------------------------------+------------------+--------------+------------------+----------------+ - | TEST CASE | PROJECT | TIER | DURATION | RESULT | - +---------------------------------+------------------+--------------+------------------+----------------+ - | cloudify_ims | functest | vnf | 21:25 | PASS | - | orchestra_openims | functest | vnf | 11:02 | FAIL | - | orchestra_clearwaterims | functest | vnf | 09:13 | FAIL | - +---------------------------------+------------------+--------------+------------------+----------------+ + +---------------------------------+-------------------+--------------+------------------+----------------+ + | TEST CASE | PROJECT | TIER | DURATION | RESULT | + +---------------------------------+-------------------+--------------+------------------+----------------+ + | cloudify_ims | functest | vnf | 28:49 | FAIL | + | vyos_vrouter | functest | vnf | 27:57 | FAIL | + | juju_epc | functest | vnf | 55:03 | PASS | + | orchestra_openims | orchestra | vnf | 00:00 | SKIP | + | orchestra_clearwaterims | orchestra | vnf | 00:00 | SKIP | + +---------------------------------+-------------------+--------------+------------------+----------------+ Environment variables @@ -402,58 +401,58 @@ The structure of functest repo can be described as follows:: | |-- models.py | `-- swagger |-- ci - │ |-- check_deployment.py - │ |-- config_aarch64_patch.yaml - │ |-- config_functest.yaml - │ |-- config_patch.yaml - │ |-- download_images.sh - │ |-- logging.ini - │ |-- rally_aarch64_patch.conf - │ |-- run_tests.py - │ |-- testcases.yaml - │ |-- tier_builder.py - │ |-- tier_handler.py + │ |-- check_deployment.py + │ |-- config_aarch64_patch.yaml + │ |-- config_functest.yaml + │ |-- config_patch.yaml + │ |-- download_images.sh + │ |-- logging.ini + │ |-- rally_aarch64_patch.conf + │ |-- run_tests.py + │ |-- testcases.yaml + │ |-- tier_builder.py + │ |-- tier_handler.py |-- cli - │ |-- cli_base.py - │ |-- commands - │ │ |-- cli_env.py - │ │ |-- cli_os.py - │ │ |-- cli_testcase.py - │ │ |-- cli_tier.py - │ |-- functest-complete.sh + │ |-- cli_base.py + │ |-- commands + │ │ |-- cli_env.py + │ │ |-- cli_os.py + │ │ |-- cli_testcase.py + │ │ |-- cli_tier.py + │ |-- functest-complete.sh |-- core - │ |-- feature.py - │ |-- robotframework.py - │ |-- testcase.py - │ |-- unit.py - │ |-- vnf.py + │ |-- feature.py + │ |-- robotframework.py + │ |-- testcase.py + │ |-- unit.py + │ |-- vnf.py |-- energy - │ |-- energy.py + │ |-- energy.py |-- opnfv_tests - │ `-- openstack - │ |-- rally - │ |-- refstack_client - │ |-- snaps - │ |-- tempest - │ |-- vping - │ `-- sdn - │ │ `-- odl - │ `-- vnf - │ |-- ims - │ `-- router + │ `-- openstack + │ |-- rally + │ |-- refstack_client + │ |-- snaps + │ |-- tempest + │ |-- vping + │ `-- sdn + │ │ `-- odl + │ `-- vnf + │ |-- ims + │ `-- router |-- tests - │ `-- unit - │ |-- ci - │ |-- cli - │ |-- core - │ |-- energy - │ |-- features - │ |-- odl - │ |-- openstack - │ |-- opnfv_tests - │ |-- test_utils.py - │ |-- utils - │ `-- vnf + │ `-- unit + │ |-- ci + │ |-- cli + │ |-- core + │ |-- energy + │ |-- features + │ |-- odl + │ |-- openstack + │ |-- opnfv_tests + │ |-- test_utils.py + │ |-- utils + │ `-- vnf |-- utils | |-- config.py | |-- constants.py @@ -730,6 +729,6 @@ work with the above pre-requisite actions. .. _`Proxy`: https://docs.docker.com/engine/admin/systemd/#http-proxy .. _`Install Docker on CentOS`: https://docs.docker.com/engine/installation/linux/centos/ .. _`Functest User Guide`: http://docs.opnfv.org/en/stable-danube/submodules/functest/docs/testing/user/userguide/index.html -.. _`images/CentOS-7-x86_64-GenericCloud.qcow2` http://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img -.. _`images/cirros-0.4.0-x86_64-disk.img` https://cloud-images.ubuntu.com/releases/14.04/release/ubuntu-14.04-server-cloudimg-amd64-disk1.img -.. _`images/ubuntu-14.04-server-cloudimg-amd64-disk1.img` https://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud.qcow2 +.. _`images/CentOS-7-x86_64-GenericCloud.qcow2`: https://cloud.centos.org/centos/7/images/CentOS-7-x86_64-GenericCloud.qcow2 +.. _`images/cirros-0.4.0-x86_64-disk.img`: http://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img +.. _`images/ubuntu-14.04-server-cloudimg-amd64-disk1.img`: https://cloud-images.ubuntu.com/releases/14.04/release/ubuntu-14.04-server-cloudimg-amd64-disk1.img diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index 2e1a282cb..2b8977fd9 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -328,7 +328,7 @@ tiers: - case_name: rally_full project_name: functest - criteria: 90 + criteria: 100 blocking: false description: >- This test case runs the full suite of scenarios of the |