From f652cf382c5636002ad2c3fe3e6d034a81ae42bc Mon Sep 17 00:00:00 2001 From: Georg Kunz Date: Sun, 22 Apr 2018 01:25:51 +0200 Subject: Renaming test cases for better readability This patchset proposes a new naming scheme for test cases. The ides is to replace the current numbered scheme .tc with: . The motivation for this is that a the numbering does not convey any information about what the test case is doing and hides to which test case implementation in Functest or Yardstick a test case spec refers. Note: this patchset has not yet been tested in Dovetail itself. Its goal is start a discussion about the naming scheme. JIRA: DOVETAIL-647 Change-Id: If33b4bf88e451b372c2af10895ff92a87d9d961d Signed-off-by: Georg Kunz --- etc/compliance/ovp.1.0.0.yml | 57 ------ etc/compliance/ovp.next.yaml | 33 +++ etc/compliance/proposed_tests.yml | 32 ++- etc/conf/cmd_config.yml | 2 +- etc/conf/dovetail_config.yml | 18 +- etc/testcase/example.tc001.yml | 19 -- etc/testcase/example.tc002.yml | 16 -- etc/testcase/example.tc003.yml | 14 -- etc/testcase/ha.cinder_api.yml | 11 + etc/testcase/ha.controller_restart.yml | 9 + etc/testcase/ha.cpu_load.yml | 14 ++ etc/testcase/ha.disk_load.yml | 13 ++ etc/testcase/ha.glance_api.yml | 11 + etc/testcase/ha.haproxy.yml | 14 ++ etc/testcase/ha.keystone.yml | 11 + etc/testcase/ha.neutron_l3_agent.yml | 21 ++ etc/testcase/ha.neutron_server.yml | 11 + etc/testcase/ha.nova_api.yml | 11 + etc/testcase/ha.rabbitmq.yml | 9 + etc/testcase/ha.tc001.yml | 10 - etc/testcase/ha.tc002.yml | 10 - etc/testcase/ha.tc003.yml | 10 - etc/testcase/ha.tc004.yml | 10 - etc/testcase/ha.tc005.yml | 10 - etc/testcase/ha.tc006.yml | 13 -- etc/testcase/ha.tc007.yml | 12 -- etc/testcase/ha.tc008.yml | 13 -- etc/testcase/ha.tc009.yml | 9 - etc/testcase/ha.tc010.yml | 9 - etc/testcase/ha.tc011.yml | 21 -- etc/testcase/healthcheck.api_check.yml | 9 + etc/testcase/healthcheck.connection_check.yml | 9 + etc/testcase/healthcheck.snaps_health_check.yml | 9 + etc/testcase/healthcheck.tc001.yml | 9 - etc/testcase/healthcheck.tc002.yml | 9 - etc/testcase/healthcheck.tc003.yml | 9 - etc/testcase/ipv6.tc001.yml | 18 -- etc/testcase/ipv6.tc002.yml | 16 -- etc/testcase/ipv6.tc003.yml | 16 -- etc/testcase/ipv6.tc004.yml | 17 -- etc/testcase/ipv6.tc005.yml | 17 -- etc/testcase/ipv6.tc006.yml | 16 -- etc/testcase/ipv6.tc007.yml | 16 -- etc/testcase/ipv6.tc008.yml | 16 -- etc/testcase/ipv6.tc009.yml | 16 -- etc/testcase/ipv6.tc010.yml | 16 -- etc/testcase/ipv6.tc011.yml | 16 -- etc/testcase/ipv6.tc012.yml | 16 -- etc/testcase/ipv6.tc013.yml | 16 -- etc/testcase/ipv6.tc014.yml | 16 -- etc/testcase/ipv6.tc015.yml | 16 -- etc/testcase/ipv6.tc016.yml | 16 -- etc/testcase/ipv6.tc017.yml | 16 -- etc/testcase/ipv6.tc018.yml | 16 -- etc/testcase/ipv6.tc019.yml | 16 -- etc/testcase/ipv6.tc020.yml | 16 -- etc/testcase/ipv6.tc021.yml | 16 -- etc/testcase/ipv6.tc022.yml | 16 -- etc/testcase/ipv6.tc023.yml | 16 -- etc/testcase/ipv6.tc024.yml | 16 -- etc/testcase/ipv6.tc025.yml | 16 -- etc/testcase/lifecycle.tc001.yml | 9 - etc/testcase/onap.vnf_lifecycle.yml | 9 + etc/testcase/osinterop.tc001.yml | 228 --------------------- etc/testcase/osinterop.tc002.yml | 18 -- etc/testcase/sdnvpn.router_association.yml | 13 ++ .../sdnvpn.router_association_floating_ip.yml | 13 ++ etc/testcase/sdnvpn.subnet_connectivity.yml | 13 ++ etc/testcase/sdnvpn.tc000.yml | 16 -- etc/testcase/sdnvpn.tc001.yml | 13 -- etc/testcase/sdnvpn.tc002.yml | 13 -- etc/testcase/sdnvpn.tc003.yml | 13 -- etc/testcase/sdnvpn.tc004.yml | 13 -- etc/testcase/sdnvpn.tc008.yml | 13 -- etc/testcase/sdnvpn.tenant_separation.yml | 13 ++ etc/testcase/smoke.tc002.yml | 9 - etc/testcase/smoke.tempest_compute.yml | 23 --- etc/testcase/smoke.tempest_identity_v2.yml | 20 -- etc/testcase/smoke.tempest_identity_v3.yml | 25 --- etc/testcase/smoke.tempest_image.yml | 16 -- etc/testcase/smoke.tempest_network.yml | 29 --- etc/testcase/smoke.tempest_orchestration.yml | 26 --- etc/testcase/smoke.tempest_scenario.yml | 18 -- etc/testcase/smoke.tempest_volume.yml | 19 -- etc/testcase/snaps.smoke.yml | 9 + etc/testcase/stress.ping.yml | 11 + etc/testcase/stress.tc001.yml | 11 - etc/testcase/tempest.bgpvpn.yml | 16 ++ etc/testcase/tempest.compute.yml | 25 +++ etc/testcase/tempest.identity_v2.yml | 20 ++ etc/testcase/tempest.identity_v3.yml | 25 +++ etc/testcase/tempest.image.yml | 16 ++ etc/testcase/tempest.ipv6.yml | 68 ++++++ etc/testcase/tempest.multi_node_scheduling.yml | 21 ++ etc/testcase/tempest.network.yml | 37 ++++ etc/testcase/tempest.network_security.yml | 21 ++ etc/testcase/tempest.orchestration.yml | 26 +++ etc/testcase/tempest.osinterop.yml | 228 +++++++++++++++++++++ etc/testcase/tempest.tc001.yml | 16 -- etc/testcase/tempest.tc002.yml | 21 -- etc/testcase/tempest.tc003.yml | 20 -- etc/testcase/tempest.tc004.yml | 27 --- etc/testcase/tempest.tc005.yml | 21 -- etc/testcase/tempest.vm_lifecycle.yml | 27 +++ etc/testcase/tempest.volume.yml | 22 ++ etc/testcase/vnf.tc001.yml | 10 - etc/testcase/vnf.vims.yml | 10 + etc/testcase/vping.ssh.yml | 9 + etc/testcase/vping.tc001.yml | 9 - etc/testcase/vping.tc002.yml | 9 - etc/testcase/vping.userdata.yml | 9 + 111 files changed, 878 insertions(+), 1359 deletions(-) delete mode 100644 etc/compliance/ovp.1.0.0.yml create mode 100644 etc/compliance/ovp.next.yaml delete mode 100644 etc/testcase/example.tc001.yml delete mode 100644 etc/testcase/example.tc002.yml delete mode 100644 etc/testcase/example.tc003.yml create mode 100644 etc/testcase/ha.cinder_api.yml create mode 100644 etc/testcase/ha.controller_restart.yml create mode 100644 etc/testcase/ha.cpu_load.yml create mode 100644 etc/testcase/ha.disk_load.yml create mode 100644 etc/testcase/ha.glance_api.yml create mode 100644 etc/testcase/ha.haproxy.yml create mode 100644 etc/testcase/ha.keystone.yml create mode 100644 etc/testcase/ha.neutron_l3_agent.yml create mode 100644 etc/testcase/ha.neutron_server.yml create mode 100644 etc/testcase/ha.nova_api.yml create mode 100644 etc/testcase/ha.rabbitmq.yml delete mode 100644 etc/testcase/ha.tc001.yml delete mode 100644 etc/testcase/ha.tc002.yml delete mode 100644 etc/testcase/ha.tc003.yml delete mode 100644 etc/testcase/ha.tc004.yml delete mode 100644 etc/testcase/ha.tc005.yml delete mode 100644 etc/testcase/ha.tc006.yml delete mode 100644 etc/testcase/ha.tc007.yml delete mode 100644 etc/testcase/ha.tc008.yml delete mode 100644 etc/testcase/ha.tc009.yml delete mode 100644 etc/testcase/ha.tc010.yml delete mode 100644 etc/testcase/ha.tc011.yml create mode 100644 etc/testcase/healthcheck.api_check.yml create mode 100644 etc/testcase/healthcheck.connection_check.yml create mode 100644 etc/testcase/healthcheck.snaps_health_check.yml delete mode 100644 etc/testcase/healthcheck.tc001.yml delete mode 100644 etc/testcase/healthcheck.tc002.yml delete mode 100644 etc/testcase/healthcheck.tc003.yml delete mode 100644 etc/testcase/ipv6.tc001.yml delete mode 100644 etc/testcase/ipv6.tc002.yml delete mode 100644 etc/testcase/ipv6.tc003.yml delete mode 100644 etc/testcase/ipv6.tc004.yml delete mode 100644 etc/testcase/ipv6.tc005.yml delete mode 100644 etc/testcase/ipv6.tc006.yml delete mode 100644 etc/testcase/ipv6.tc007.yml delete mode 100644 etc/testcase/ipv6.tc008.yml delete mode 100644 etc/testcase/ipv6.tc009.yml delete mode 100644 etc/testcase/ipv6.tc010.yml delete mode 100644 etc/testcase/ipv6.tc011.yml delete mode 100644 etc/testcase/ipv6.tc012.yml delete mode 100644 etc/testcase/ipv6.tc013.yml delete mode 100644 etc/testcase/ipv6.tc014.yml delete mode 100644 etc/testcase/ipv6.tc015.yml delete mode 100644 etc/testcase/ipv6.tc016.yml delete mode 100644 etc/testcase/ipv6.tc017.yml delete mode 100644 etc/testcase/ipv6.tc018.yml delete mode 100644 etc/testcase/ipv6.tc019.yml delete mode 100644 etc/testcase/ipv6.tc020.yml delete mode 100644 etc/testcase/ipv6.tc021.yml delete mode 100644 etc/testcase/ipv6.tc022.yml delete mode 100644 etc/testcase/ipv6.tc023.yml delete mode 100644 etc/testcase/ipv6.tc024.yml delete mode 100644 etc/testcase/ipv6.tc025.yml delete mode 100644 etc/testcase/lifecycle.tc001.yml create mode 100644 etc/testcase/onap.vnf_lifecycle.yml delete mode 100644 etc/testcase/osinterop.tc001.yml delete mode 100644 etc/testcase/osinterop.tc002.yml create mode 100644 etc/testcase/sdnvpn.router_association.yml create mode 100644 etc/testcase/sdnvpn.router_association_floating_ip.yml create mode 100644 etc/testcase/sdnvpn.subnet_connectivity.yml delete mode 100644 etc/testcase/sdnvpn.tc000.yml delete mode 100644 etc/testcase/sdnvpn.tc001.yml delete mode 100644 etc/testcase/sdnvpn.tc002.yml delete mode 100644 etc/testcase/sdnvpn.tc003.yml delete mode 100644 etc/testcase/sdnvpn.tc004.yml delete mode 100644 etc/testcase/sdnvpn.tc008.yml create mode 100644 etc/testcase/sdnvpn.tenant_separation.yml delete mode 100644 etc/testcase/smoke.tc002.yml delete mode 100644 etc/testcase/smoke.tempest_compute.yml delete mode 100644 etc/testcase/smoke.tempest_identity_v2.yml delete mode 100644 etc/testcase/smoke.tempest_identity_v3.yml delete mode 100644 etc/testcase/smoke.tempest_image.yml delete mode 100644 etc/testcase/smoke.tempest_network.yml delete mode 100644 etc/testcase/smoke.tempest_orchestration.yml delete mode 100644 etc/testcase/smoke.tempest_scenario.yml delete mode 100644 etc/testcase/smoke.tempest_volume.yml create mode 100644 etc/testcase/snaps.smoke.yml create mode 100644 etc/testcase/stress.ping.yml delete mode 100644 etc/testcase/stress.tc001.yml create mode 100644 etc/testcase/tempest.bgpvpn.yml create mode 100644 etc/testcase/tempest.compute.yml create mode 100644 etc/testcase/tempest.identity_v2.yml create mode 100644 etc/testcase/tempest.identity_v3.yml create mode 100644 etc/testcase/tempest.image.yml create mode 100644 etc/testcase/tempest.ipv6.yml create mode 100644 etc/testcase/tempest.multi_node_scheduling.yml create mode 100644 etc/testcase/tempest.network.yml create mode 100644 etc/testcase/tempest.network_security.yml create mode 100644 etc/testcase/tempest.orchestration.yml create mode 100644 etc/testcase/tempest.osinterop.yml delete mode 100644 etc/testcase/tempest.tc001.yml delete mode 100644 etc/testcase/tempest.tc002.yml delete mode 100644 etc/testcase/tempest.tc003.yml delete mode 100644 etc/testcase/tempest.tc004.yml delete mode 100644 etc/testcase/tempest.tc005.yml create mode 100644 etc/testcase/tempest.vm_lifecycle.yml create mode 100644 etc/testcase/tempest.volume.yml delete mode 100644 etc/testcase/vnf.tc001.yml create mode 100644 etc/testcase/vnf.vims.yml create mode 100644 etc/testcase/vping.ssh.yml delete mode 100644 etc/testcase/vping.tc001.yml delete mode 100644 etc/testcase/vping.tc002.yml create mode 100644 etc/testcase/vping.userdata.yml diff --git a/etc/compliance/ovp.1.0.0.yml b/etc/compliance/ovp.1.0.0.yml deleted file mode 100644 index 71f2198d..00000000 --- a/etc/compliance/ovp.1.0.0.yml +++ /dev/null @@ -1,57 +0,0 @@ ---- -ovp.1.0.0: - name: ovp.1.0.0 - testcases_list: - # mandatory test cases - # osinterop - - dovetail.osinterop.tc001 - # vping - - dovetail.vping.tc001 - - dovetail.vping.tc002 - # HA - - dovetail.ha.tc001 - - dovetail.ha.tc002 - - dovetail.ha.tc003 - - dovetail.ha.tc004 - - dovetail.ha.tc005 - - dovetail.ha.tc006 - - dovetail.ha.tc007 - - dovetail.ha.tc008 - # optional test cases - # ipv6 - - dovetail.ipv6.tc001 - - dovetail.ipv6.tc002 - - dovetail.ipv6.tc003 - - dovetail.ipv6.tc004 - - dovetail.ipv6.tc005 - - dovetail.ipv6.tc006 - - dovetail.ipv6.tc007 - - dovetail.ipv6.tc008 - - dovetail.ipv6.tc009 - - dovetail.ipv6.tc010 - - dovetail.ipv6.tc011 - - dovetail.ipv6.tc012 - - dovetail.ipv6.tc013 - - dovetail.ipv6.tc014 - - dovetail.ipv6.tc015 - - dovetail.ipv6.tc016 - - dovetail.ipv6.tc017 - - dovetail.ipv6.tc018 - - dovetail.ipv6.tc019 - - dovetail.ipv6.tc020 - - dovetail.ipv6.tc021 - - dovetail.ipv6.tc022 - - dovetail.ipv6.tc023 - - dovetail.ipv6.tc024 - - dovetail.ipv6.tc025 - # tempest - - dovetail.tempest.tc001 - - dovetail.tempest.tc002 - - dovetail.tempest.tc003 - - dovetail.tempest.tc004 - - dovetail.tempest.tc005 - # sdnvpn - - dovetail.sdnvpn.tc001 - - dovetail.sdnvpn.tc002 - - dovetail.sdnvpn.tc004 - - dovetail.sdnvpn.tc008 diff --git a/etc/compliance/ovp.next.yaml b/etc/compliance/ovp.next.yaml new file mode 100644 index 00000000..deb20093 --- /dev/null +++ b/etc/compliance/ovp.next.yaml @@ -0,0 +1,33 @@ +--- +ovp.next: + name: ovp.next + testcases_list: + # mandatory test cases + # osinterop + - dovetail.tempest.osinterop + # vping + - dovetail.vping.userdata + - dovetail.vping.ssh + # HA + - dovetail.ha.nova_api + - dovetail.ha.neutron_server + - dovetail.ha.keystone + - dovetail.ha.glance_api + - dovetail.ha.cinder_api + - dovetail.ha.cpu_load + - dovetail.ha.disk_load + - dovetail.ha.haproxy + # optional test cases + # ipv6 + - dovetail.tempest.ipv6 + # tempest + # some of the previous tempest test suites tc001 - tc005 have been merged + # with the smoke tests executed as part of the proposed_test test suite + - dovetail.tempest.multi_node_scheduling + - dovetail.tempest.network_security + - dovetail.tempest.vm_lifecycle + # sdnvpn + - dovetail.sdnvpn.subnet_connectivity + - dovetail.sdnvpn.tenant_separation + - dovetail.sdnvpn.router_association + - dovetail.sdnvpn.router_association_floating_ip diff --git a/etc/compliance/proposed_tests.yml b/etc/compliance/proposed_tests.yml index 830743bb..d5e9eef9 100644 --- a/etc/compliance/proposed_tests.yml +++ b/etc/compliance/proposed_tests.yml @@ -4,26 +4,24 @@ proposed_tests: testcases_list: # proposed test cases for 2nd release # smoke - - dovetail.smoke.tempest_compute - - dovetail.smoke.tempest_identity_v2 - - dovetail.smoke.tempest_identity_v3 - - dovetail.smoke.tempest_image - - dovetail.smoke.tempest_network - - dovetail.smoke.tempest_orchestration - - dovetail.smoke.tempest_scenario - - dovetail.smoke.tempest_volume - - dovetail.smoke.tc002 +# - dovetail.tempest.compute +# - dovetail.tempest.identity_v2 +# - dovetail.tempest.identity_v3 +# - dovetail.tempest.image +# - dovetail.tempest.network +# - dovetail.tempest.orchestration +# - dovetail.tempest.volume # HA - - dovetail.ha.tc009 - - dovetail.ha.tc010 - - dovetail.ha.tc011 +# - dovetail.ha.controller_restart +# - dovetail.ha.rabbitmq +# - dovetail.ha.neutron_l3_agent # vnf - - dovetail.vnf.tc001 +# - dovetail.vnf.vims # stress - - dovetail.stress.tc001 +# - dovetail.stress.ping # sdnvpn - - dovetail.sdnvpn.tc000 +# - dovetail.tempest.bgpvpn # patrole - - dovetail.security.patrole +# - dovetail.security.patrole # Neutron trunk port Tempest tests - - dovetail.tempest.neutron_trunk_ports +# - dovetail.tempest.neutron_trunk_ports diff --git a/etc/conf/cmd_config.yml b/etc/conf/cmd_config.yml index ae097185..05456583 100644 --- a/etc/conf/cmd_config.yml +++ b/etc/conf/cmd_config.yml @@ -47,7 +47,7 @@ cli: testsuite: flags: - '--testsuite' - default: 'ovp.1.0.0' + default: 'ovp.next' help: 'compliance testsuite.' testarea: flags: diff --git a/etc/conf/dovetail_config.yml b/etc/conf/dovetail_config.yml index d8da5559..9202234a 100644 --- a/etc/conf/dovetail_config.yml +++ b/etc/conf/dovetail_config.yml @@ -33,26 +33,20 @@ testsuite_supported: - proposed_tests - debug - healthcheck - - ovp.1.0.0 + - ovp.next - onap.1.0.0 # testarea supported, should adjust accordingly testarea_supported: - - osinterop - - example - ha - - ipv6 + - healthcheck + - onap - sdnvpn - - vping + - security + - snaps - stress - tempest - - optional - - mandatory - - full - - smoke - - healthcheck - vnf - - lifecycle - - security + - vping functest_testsuite: - refstack_defcore diff --git a/etc/testcase/example.tc001.yml b/etc/testcase/example.tc001.yml deleted file mode 100644 index 0ba297a8..00000000 --- a/etc/testcase/example.tc001.yml +++ /dev/null @@ -1,19 +0,0 @@ ---- -dovetail.example.tc001: - name: dovetail.example.tc001 - objective: Bulk creation and deletion of IPv6 networks, ports and subnets - validate: - type: functest - testcase: tempest_smoke_serial - pre_condition: - - 'echo test for precondition' - cmds: - - 'functest env prepare' - - 'functest testcase run {{validate_testcase}} -r' - post_condition: - - 'echo test for precondition' - report: - sub_testcase_list: - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet diff --git a/etc/testcase/example.tc002.yml b/etc/testcase/example.tc002.yml deleted file mode 100644 index 72bfa49d..00000000 --- a/etc/testcase/example.tc002.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.example.tc002: - name: dovetail.example.tc002 - objective: VIM ipv6 operations, to create/update/delete an IPv6 network and subnet - validate: - type: shell - testcase: "run shell" - pre_condition: - - "echo pre_condition" - cmds: - - "echo test2" - - "mkdir xxx" - post_condition: - - "echo post_condition" - report: - sub_testcase_list: diff --git a/etc/testcase/example.tc003.yml b/etc/testcase/example.tc003.yml deleted file mode 100644 index 3ae0fb07..00000000 --- a/etc/testcase/example.tc003.yml +++ /dev/null @@ -1,14 +0,0 @@ ---- -dovetail.example.tc003: - name: dovetail.example.tc003 - objective: doing something useful - validate: - type: shell - testcase: "run shell22" - pre_condition: - cmds: - - "echo test2" - post_condition: - - "" - report: - sub_testcase_list: diff --git a/etc/testcase/ha.cinder_api.yml b/etc/testcase/ha.cinder_api.yml new file mode 100644 index 00000000..9ba86df5 --- /dev/null +++ b/etc/testcase/ha.cinder_api.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.cinder_api: + name: dovetail.ha.cinder_api + objective: > + This test case will verify the high availability of the + volume service provided by OpenStack (cinder-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc048 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.controller_restart.yml b/etc/testcase/ha.controller_restart.yml new file mode 100644 index 00000000..79cc0933 --- /dev/null +++ b/etc/testcase/ha.controller_restart.yml @@ -0,0 +1,9 @@ +--- +dovetail.ha.controller_restart: + name: dovetail.ha.controller_restart + objective: OpenStack Controll Node abnormally shutdown. + validate: + type: yardstick + testcase: opnfv_yardstick_tc025 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.cpu_load.yml b/etc/testcase/ha.cpu_load.yml new file mode 100644 index 00000000..b10fc980 --- /dev/null +++ b/etc/testcase/ha.cpu_load.yml @@ -0,0 +1,14 @@ +--- +dovetail.ha.cpu_load: + name: dovetail.ha.cpu_load + objective: > + This test case will verify the high availability of control node. + When the CPU usage of a specified controller node is stressed to 100%, + which breaks down the Openstack services on this node. These Openstack service + should able to be accessed by other controller nodes, and the services on + failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc051 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.disk_load.yml b/etc/testcase/ha.disk_load.yml new file mode 100644 index 00000000..d314546d --- /dev/null +++ b/etc/testcase/ha.disk_load.yml @@ -0,0 +1,13 @@ +--- +dovetail.ha.disk_load: + name: dovetail.ha.disk_load + objective: > + This test case will verify the high availability of control node. + When the disk I/O of a specified disk is blocked, which breaks down the Openstack + services on this node. Read and write services should still be accessed by other + controller nodes, and the services on failed controller node should be isolated. + validate: + type: yardstick + testcase: opnfv_yardstick_tc052 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.glance_api.yml b/etc/testcase/ha.glance_api.yml new file mode 100644 index 00000000..7e6a2bdf --- /dev/null +++ b/etc/testcase/ha.glance_api.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.glance_api: + name: dovetail.ha.glance_api + objective: > + This test case will verify the high availability of the + image service provided by OpenStack (glance-api) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc047 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.haproxy.yml b/etc/testcase/ha.haproxy.yml new file mode 100644 index 00000000..85a64e29 --- /dev/null +++ b/etc/testcase/ha.haproxy.yml @@ -0,0 +1,14 @@ +--- +dovetail.ha.haproxy: + name: dovetail.ha.haproxy + objective: > + This test case will verify the high availability of the load balance + service(current is HAProxy) that supports OpenStack on controller node. When the + load balance service of a specified controller node is killed, whether other + load balancers on other controller nodes will work, and whether the controller node + will restart the load balancer are checked. + validate: + type: yardstick + testcase: opnfv_yardstick_tc053 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.keystone.yml b/etc/testcase/ha.keystone.yml new file mode 100644 index 00000000..e5f97f22 --- /dev/null +++ b/etc/testcase/ha.keystone.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.keystone: + name: dovetail.ha.keystone + objective: > + This test case will verify the high availability of the + user service provided by OpenStack (keystone) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc046 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.neutron_l3_agent.yml b/etc/testcase/ha.neutron_l3_agent.yml new file mode 100644 index 00000000..28669258 --- /dev/null +++ b/etc/testcase/ha.neutron_l3_agent.yml @@ -0,0 +1,21 @@ +--- +dovetail.ha.neutron-l3-agent: + name: dovetail.ha.neutron_l3_agent + objective: OpenStack Controller Virtual Router Service High Availability. + validate: + type: yardstick + testcase: opnfv_yardstick_tc058 + pre_condition: + - 'source /etc/yardstick/openstack.creds && openstack --insecure image create cirros-ha-11 + --disk-format qcow2 --container-format bare --public + --file /home/opnfv/userconfig/images/cirros-0.3.5-x86_64-disk.img' + cmds: + - "cd /home/opnfv/repos/yardstick && source /etc/yardstick/openstack.creds && + yardstick task start tests/opnfv/test_cases/{{validate_testcase}}.yaml + --output-file /tmp/yardstick/{{testcase}}.out + --task-args '{'file': '/home/opnfv/userconfig/pre_config/pod.yaml', + 'image': 'cirros-ha-11', 'flavor': 'm1.tiny'}'" + post_condition: + - 'source /etc/yardstick/openstack.creds && openstack --insecure image delete cirros-ha-11' + report: + sub_testcase_list: diff --git a/etc/testcase/ha.neutron_server.yml b/etc/testcase/ha.neutron_server.yml new file mode 100644 index 00000000..7523b3bc --- /dev/null +++ b/etc/testcase/ha.neutron_server.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.neutron_server: + name: dovetail.ha.neutron_server + objective: > + This test case will verify the high availability of the + network service provided by OpenStack (neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc045 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.nova_api.yml b/etc/testcase/ha.nova_api.yml new file mode 100644 index 00000000..31f56a0f --- /dev/null +++ b/etc/testcase/ha.nova_api.yml @@ -0,0 +1,11 @@ +--- +dovetail.ha.nova_api: + name: dovetail.ha.nova_api + objective: > + This test case will verify the high availability + of the service provided by OpenStack (like nova-api, neutro-server) on control node. + validate: + type: yardstick + testcase: opnfv_yardstick_tc019 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.rabbitmq.yml b/etc/testcase/ha.rabbitmq.yml new file mode 100644 index 00000000..f55eb7b5 --- /dev/null +++ b/etc/testcase/ha.rabbitmq.yml @@ -0,0 +1,9 @@ +--- +dovetail.ha.rabbitmq: + name: dovetail.ha.rabbitmq + objective: OpenStack Controller Messaging Queue Service High Availability. + validate: + type: yardstick + testcase: opnfv_yardstick_tc056 + report: + sub_testcase_list: diff --git a/etc/testcase/ha.tc001.yml b/etc/testcase/ha.tc001.yml deleted file mode 100644 index e938c822..00000000 --- a/etc/testcase/ha.tc001.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.ha.tc001: - name: dovetail.ha.tc001 - objective: > # This test case will verify the high availability - # of the service provided by OpenStack (like nova-api, neutro-server) on control node. - validate: - type: yardstick - testcase: opnfv_yardstick_tc019 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc002.yml b/etc/testcase/ha.tc002.yml deleted file mode 100644 index 4ca78b45..00000000 --- a/etc/testcase/ha.tc002.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.ha.tc002: - name: dovetail.ha.tc002 - objective: > # This test case will verify the high availability of the - # network service provided by OpenStack (neutro-server) on control node. - validate: - type: yardstick - testcase: opnfv_yardstick_tc045 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc003.yml b/etc/testcase/ha.tc003.yml deleted file mode 100644 index b3a0bf7b..00000000 --- a/etc/testcase/ha.tc003.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.ha.tc003: - name: dovetail.ha.tc003 - objective: > # This test case will verify the high availability of the - # user service provided by OpenStack (keystone) on control node. - validate: - type: yardstick - testcase: opnfv_yardstick_tc046 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc004.yml b/etc/testcase/ha.tc004.yml deleted file mode 100644 index b25af983..00000000 --- a/etc/testcase/ha.tc004.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.ha.tc004: - name: dovetail.ha.tc004 - objective: > # This test case will verify the high availability of the - # image service provided by OpenStack (glance-api) on control node. - validate: - type: yardstick - testcase: opnfv_yardstick_tc047 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc005.yml b/etc/testcase/ha.tc005.yml deleted file mode 100644 index fd6e14d5..00000000 --- a/etc/testcase/ha.tc005.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.ha.tc005: - name: dovetail.ha.tc005 - objective: > # This test case will verify the high availability of the - # volume service provided by OpenStack (cinder-api) on control node. - validate: - type: yardstick - testcase: opnfv_yardstick_tc048 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc006.yml b/etc/testcase/ha.tc006.yml deleted file mode 100644 index aecbe8b2..00000000 --- a/etc/testcase/ha.tc006.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.ha.tc006: - name: dovetail.ha.tc006 - objective: > # This test case will verify the high availability of control node. - # When the CPU usage of a specified controller node is stressed to 100%, - # which breaks down the Openstack services on this node. These Openstack service - # should able to be accessed by other controller nodes, and the services on - # failed controller node should be isolated. - validate: - type: yardstick - testcase: opnfv_yardstick_tc051 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc007.yml b/etc/testcase/ha.tc007.yml deleted file mode 100644 index 5d985534..00000000 --- a/etc/testcase/ha.tc007.yml +++ /dev/null @@ -1,12 +0,0 @@ ---- -dovetail.ha.tc007: - name: dovetail.ha.tc007 - objective: > # This test case will verify the high availability of control node. - # When the disk I/O of a specified disk is blocked, which breaks down the Openstack - # services on this node. Read and write services should still be accessed by other - # controller nodes, and the services on failed controller node should be isolated. - validate: - type: yardstick - testcase: opnfv_yardstick_tc052 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc008.yml b/etc/testcase/ha.tc008.yml deleted file mode 100644 index 2287b8d1..00000000 --- a/etc/testcase/ha.tc008.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.ha.tc008: - name: dovetail.ha.tc008 - objective: > # This test case will verify the high availability of the load balance - # service(current is HAProxy) that supports OpenStack on controller node. When the - # load balance service of a specified controller node is killed, whether other - # load balancers on other controller nodes will work, and whether the controller node - # will restart the load balancer are checked. - validate: - type: yardstick - testcase: opnfv_yardstick_tc053 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc009.yml b/etc/testcase/ha.tc009.yml deleted file mode 100644 index 10f4e506..00000000 --- a/etc/testcase/ha.tc009.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.ha.tc009: - name: dovetail.ha.tc009 - objective: > # OpenStack Controll Node abnormally shutdown. - validate: - type: yardstick - testcase: opnfv_yardstick_tc025 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc010.yml b/etc/testcase/ha.tc010.yml deleted file mode 100644 index 6508a4dc..00000000 --- a/etc/testcase/ha.tc010.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.ha.tc010: - name: dovetail.ha.tc010 - objective: > # OpenStack Controller Messaging Queue Service High Availability. - validate: - type: yardstick - testcase: opnfv_yardstick_tc056 - report: - sub_testcase_list: diff --git a/etc/testcase/ha.tc011.yml b/etc/testcase/ha.tc011.yml deleted file mode 100644 index 7f5a7d4b..00000000 --- a/etc/testcase/ha.tc011.yml +++ /dev/null @@ -1,21 +0,0 @@ ---- -dovetail.ha.tc011: - name: dovetail.ha.tc011 - objective: > # OpenStack Controller Virtual Router Service High Availability. - validate: - type: yardstick - testcase: opnfv_yardstick_tc058 - pre_condition: - - 'source /etc/yardstick/openstack.creds && openstack --insecure image create cirros-ha-11 - --disk-format qcow2 --container-format bare --public - --file /home/opnfv/userconfig/images/cirros-0.3.5-x86_64-disk.img' - cmds: - - "cd /home/opnfv/repos/yardstick && source /etc/yardstick/openstack.creds && - yardstick task start tests/opnfv/test_cases/{{validate_testcase}}.yaml - --output-file /tmp/yardstick/{{testcase}}.out - --task-args '{'file': '/home/opnfv/userconfig/pre_config/pod.yaml', - 'image': 'cirros-ha-11', 'flavor': 'm1.tiny'}'" - post_condition: - - 'source /etc/yardstick/openstack.creds && openstack --insecure image delete cirros-ha-11' - report: - sub_testcase_list: diff --git a/etc/testcase/healthcheck.api_check.yml b/etc/testcase/healthcheck.api_check.yml new file mode 100644 index 00000000..5a8b47b2 --- /dev/null +++ b/etc/testcase/healthcheck.api_check.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.api_check: + name: dovetail.healthcheck.api_check + objective: verify OpenStack API with simple queries + validate: + type: functest + testcase: api_check + report: + sub_testcase_list: diff --git a/etc/testcase/healthcheck.connection_check.yml b/etc/testcase/healthcheck.connection_check.yml new file mode 100644 index 00000000..195bf504 --- /dev/null +++ b/etc/testcase/healthcheck.connection_check.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.connection_check: + name: dovetail.healthcheck.connection_check + objective: check OpenStack API services connectivity through SNAPS framework + validate: + type: functest + testcase: connection_check + report: + sub_testcase_list: diff --git a/etc/testcase/healthcheck.snaps_health_check.yml b/etc/testcase/healthcheck.snaps_health_check.yml new file mode 100644 index 00000000..87b4ec4a --- /dev/null +++ b/etc/testcase/healthcheck.snaps_health_check.yml @@ -0,0 +1,9 @@ +--- +dovetail.healthcheck.snaps_health_check: + name: dovetail.healthcheck.snaps_health_check + objective: basic VM instance creation with port and IPv4 address through DHCP + validate: + type: functest + testcase: snaps_health_check + report: + sub_testcase_list: diff --git a/etc/testcase/healthcheck.tc001.yml b/etc/testcase/healthcheck.tc001.yml deleted file mode 100644 index e71f063e..00000000 --- a/etc/testcase/healthcheck.tc001.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.healthcheck.tc001: - name: dovetail.healthcheck.tc001 - objective: check OpenStack API services connectivity through SNAPS framework - validate: - type: functest - testcase: connection_check - report: - sub_testcase_list: diff --git a/etc/testcase/healthcheck.tc002.yml b/etc/testcase/healthcheck.tc002.yml deleted file mode 100644 index 84ca2516..00000000 --- a/etc/testcase/healthcheck.tc002.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.healthcheck.tc002: - name: dovetail.healthcheck.tc002 - objective: verify OpenStack API with simple queries - validate: - type: functest - testcase: api_check - report: - sub_testcase_list: diff --git a/etc/testcase/healthcheck.tc003.yml b/etc/testcase/healthcheck.tc003.yml deleted file mode 100644 index 83fb8919..00000000 --- a/etc/testcase/healthcheck.tc003.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.healthcheck.tc003: - name: dovetail.healthcheck.tc003 - objective: basic VM instance creation with port and IPv4 address through DHCP - validate: - type: functest - testcase: snaps_health_check - report: - sub_testcase_list: diff --git a/etc/testcase/ipv6.tc001.yml b/etc/testcase/ipv6.tc001.yml deleted file mode 100644 index 12db9286..00000000 --- a/etc/testcase/ipv6.tc001.yml +++ /dev/null @@ -1,18 +0,0 @@ ---- -dovetail.ipv6.tc001: - name: dovetail.ipv6.tc001 - objective: Bulk creation and deletion of IPv6 networks, ports and subnets - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] diff --git a/etc/testcase/ipv6.tc002.yml b/etc/testcase/ipv6.tc002.yml deleted file mode 100644 index 1b29d0b1..00000000 --- a/etc/testcase/ipv6.tc002.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc002: - name: dovetail.ipv6.tc002 - objective: VIM ipv6 operations, to create/update/delete an IPv6 network and subnet - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke] diff --git a/etc/testcase/ipv6.tc003.yml b/etc/testcase/ipv6.tc003.yml deleted file mode 100644 index 995e1d91..00000000 --- a/etc/testcase/ipv6.tc003.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc003: - name: dovetail.ipv6.tc003 - objective: VIM ipv6 operations, to check external network visibility - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] diff --git a/etc/testcase/ipv6.tc004.yml b/etc/testcase/ipv6.tc004.yml deleted file mode 100644 index 023bae6c..00000000 --- a/etc/testcase/ipv6.tc004.yml +++ /dev/null @@ -1,17 +0,0 @@ ---- -dovetail.ipv6.tc004: - name: dovetail.ipv6.tc004 - objective: VIM ipv6 operations, to list IPv6 networks and subnets of a tenant - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke] - - tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke] diff --git a/etc/testcase/ipv6.tc005.yml b/etc/testcase/ipv6.tc005.yml deleted file mode 100644 index f75f91e9..00000000 --- a/etc/testcase/ipv6.tc005.yml +++ /dev/null @@ -1,17 +0,0 @@ ---- -dovetail.ipv6.tc005: - name: dovetail.ipv6.tc005 - objective: VIM ipv6 operations, to show information of an IPv6 network and subnet - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_networks.NetworksIpV6Test.test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke] - - tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke] diff --git a/etc/testcase/ipv6.tc006.yml b/etc/testcase/ipv6.tc006.yml deleted file mode 100644 index 19f61d03..00000000 --- a/etc/testcase/ipv6.tc006.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc006: - name: dovetail.ipv6.tc006 - objective: VIM ipv6 operations, to create an IPv6 port in allowed allocation pools - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke] diff --git a/etc/testcase/ipv6.tc007.yml b/etc/testcase/ipv6.tc007.yml deleted file mode 100644 index 816d6c84..00000000 --- a/etc/testcase/ipv6.tc007.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc007: - name: dovetail.ipv6.tc007 - objective: VIM ipv6 operations, to create an IPv6 port without security groups - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] diff --git a/etc/testcase/ipv6.tc008.yml b/etc/testcase/ipv6.tc008.yml deleted file mode 100644 index 1a2a6554..00000000 --- a/etc/testcase/ipv6.tc008.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc008: - name: dovetail.ipv6.tc008 - objective: VIM ipv6 operations, to create/update/delete an IPv6 port - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke] diff --git a/etc/testcase/ipv6.tc009.yml b/etc/testcase/ipv6.tc009.yml deleted file mode 100644 index 417b67f1..00000000 --- a/etc/testcase/ipv6.tc009.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc009: - name: dovetail.ipv6.tc009 - objective: VIM ipv6 operations, to list IPv6 ports of a tenant - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke] diff --git a/etc/testcase/ipv6.tc010.yml b/etc/testcase/ipv6.tc010.yml deleted file mode 100644 index e8f4049b..00000000 --- a/etc/testcase/ipv6.tc010.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc010: - name: dovetail.ipv6.tc010 - objective: VIM ipv6 operations, to show information of an IPv6 port - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke] diff --git a/etc/testcase/ipv6.tc011.yml b/etc/testcase/ipv6.tc011.yml deleted file mode 100644 index 5ed78506..00000000 --- a/etc/testcase/ipv6.tc011.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc011: - name: dovetail.ipv6.tc011 - objective: VIM ipv6 operations, to add multiple interfaces for an IPv6 router - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] diff --git a/etc/testcase/ipv6.tc012.yml b/etc/testcase/ipv6.tc012.yml deleted file mode 100644 index 45093570..00000000 --- a/etc/testcase/ipv6.tc012.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc012: - name: dovetail.ipv6.tc012 - objective: VIM ipv6 operations, to add and remove an IPv6 router interface with port_id - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] diff --git a/etc/testcase/ipv6.tc013.yml b/etc/testcase/ipv6.tc013.yml deleted file mode 100644 index 4c50788c..00000000 --- a/etc/testcase/ipv6.tc013.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc013: - name: dovetail.ipv6.tc013 - objective: VIM ipv6 operations, to add and remove an IPv6 router interface with subnet_id - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] diff --git a/etc/testcase/ipv6.tc014.yml b/etc/testcase/ipv6.tc014.yml deleted file mode 100644 index 6cd9178d..00000000 --- a/etc/testcase/ipv6.tc014.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc014: - name: dovetail.ipv6.tc014 - objective: VIM ipv6 operations, to create, update, delete, list and show an IPv6 router - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] diff --git a/etc/testcase/ipv6.tc015.yml b/etc/testcase/ipv6.tc015.yml deleted file mode 100644 index 9dfd31b6..00000000 --- a/etc/testcase/ipv6.tc015.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc015: - name: dovetail.ipv6.tc015 - objective: VIM ipv6 operations, to create, update, delete, list and show an IPv6 security group - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke] diff --git a/etc/testcase/ipv6.tc016.yml b/etc/testcase/ipv6.tc016.yml deleted file mode 100644 index 87174130..00000000 --- a/etc/testcase/ipv6.tc016.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc016: - name: dovetail.ipv6.tc016 - objective: VIM ipv6 operations, to create, delete and show security group rules - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke] diff --git a/etc/testcase/ipv6.tc017.yml b/etc/testcase/ipv6.tc017.yml deleted file mode 100644 index 579ecb37..00000000 --- a/etc/testcase/ipv6.tc017.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc017: - name: dovetail.ipv6.tc017 - objective: VIM ipv6 operations, to list all security groups - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke] diff --git a/etc/testcase/ipv6.tc018.yml b/etc/testcase/ipv6.tc018.yml deleted file mode 100644 index af9c5d9f..00000000 --- a/etc/testcase/ipv6.tc018.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc018: - name: dovetail.ipv6.tc018 - objective: VIM ipv6 operations, to show information of an IPv6 port, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os[compute,id-d7e1f858-187c-45a6-89c9-bdafde619a9f,network,slow] diff --git a/etc/testcase/ipv6.tc019.yml b/etc/testcase/ipv6.tc019.yml deleted file mode 100644 index e02fc113..00000000 --- a/etc/testcase/ipv6.tc019.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc019: - name: dovetail.ipv6.tc019 - objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, DHCPv6 stateless, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os[compute,id-76f26acd-9688-42b4-bc3e-cd134c4cb09e,network,slow] diff --git a/etc/testcase/ipv6.tc020.yml b/etc/testcase/ipv6.tc020.yml deleted file mode 100644 index a650bc02..00000000 --- a/etc/testcase/ipv6.tc020.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc020: - name: dovetail.ipv6.tc020 - objective: VIM ipv6 operations, to do IPv6 Address Assignment - Multiple Prefixes, DHCPv6 Stateless, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless[compute,id-7ab23f41-833b-4a16-a7c9-5b42fe6d4123,network,slow] diff --git a/etc/testcase/ipv6.tc021.yml b/etc/testcase/ipv6.tc021.yml deleted file mode 100644 index 7cfa23cd..00000000 --- a/etc/testcase/ipv6.tc021.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc021: - name: dovetail.ipv6.tc021 - objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, Multiple Prefixes, DHCPv6 Stateless, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless[compute,id-cf1c4425-766b-45b8-be35-e2959728eb00,network] diff --git a/etc/testcase/ipv6.tc022.yml b/etc/testcase/ipv6.tc022.yml deleted file mode 100644 index 268255bb..00000000 --- a/etc/testcase/ipv6.tc022.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc022: - name: dovetail.ipv6.tc022 - objective: VIM ipv6 operations, to do IPv6 Address Assignment - SLAAC, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os[compute,id-2c92df61-29f0-4eaa-bee3-7c65bef62a43,network,slow] diff --git a/etc/testcase/ipv6.tc023.yml b/etc/testcase/ipv6.tc023.yml deleted file mode 100644 index f8cc31cd..00000000 --- a/etc/testcase/ipv6.tc023.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc023: - name: dovetail.ipv6.tc023 - objective: VIM ipv6 operations, to do IPv6 Address Assignment - Dual Stack, SLAAC, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os[compute,id-b6399d76-4438-4658-bcf5-0d6c8584fde2,network,slow] diff --git a/etc/testcase/ipv6.tc024.yml b/etc/testcase/ipv6.tc024.yml deleted file mode 100644 index 6f93d07f..00000000 --- a/etc/testcase/ipv6.tc024.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc024: - name: dovetail.ipv6.tc024 - objective: VIM ipv6 operations, to do IPv6 address assignment - multiple prefixes, SLAAC, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac[compute,id-dec222b1-180c-4098-b8c5-cc1b8342d611,network,slow] diff --git a/etc/testcase/ipv6.tc025.yml b/etc/testcase/ipv6.tc025.yml deleted file mode 100644 index 7178f92f..00000000 --- a/etc/testcase/ipv6.tc025.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.ipv6.tc025: - name: dovetail.ipv6.tc025 - objective: VIM ipv6 operations, to do IPv6 address assignment - dual stack, multiple prefixes, SLAAC, scenario os-nosdn-nofeature dependent - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network] diff --git a/etc/testcase/lifecycle.tc001.yml b/etc/testcase/lifecycle.tc001.yml deleted file mode 100644 index f9c27985..00000000 --- a/etc/testcase/lifecycle.tc001.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.lifecycle.tc001: - name: dovetail.lifecycle.tc001 - objective: vnf lifecycle tests - validate: - type: vnftest - testcase: onap_vnftest_tc001 - report: - sub_testcase_list: \ No newline at end of file diff --git a/etc/testcase/onap.vnf_lifecycle.yml b/etc/testcase/onap.vnf_lifecycle.yml new file mode 100644 index 00000000..f1e8a34d --- /dev/null +++ b/etc/testcase/onap.vnf_lifecycle.yml @@ -0,0 +1,9 @@ +--- +dovetail.onap.vnf_lifecycle: + name: dovetail.onap.vnf_lifecycle + objective: vnf lifecycle tests + validate: + type: vnftest + testcase: onap_vnftest_tc001 + report: + sub_testcase_list: \ No newline at end of file diff --git a/etc/testcase/osinterop.tc001.yml b/etc/testcase/osinterop.tc001.yml deleted file mode 100644 index e375da6d..00000000 --- a/etc/testcase/osinterop.tc001.yml +++ /dev/null @@ -1,228 +0,0 @@ ---- -dovetail.osinterop.tc001: - name: dovetail.osinterop.tc001 - objective: > # Set of OpenStack interoperability test cases not flagged and required. It only contains OpenStack core (no object storage) - # The approved guidelines (2016.08) are valid for Kilo, Liberty, Mitaka and Newton releases of OpenStack - # The list can be generated using the Rest API from RefStack project: - # https://refstack.openstack.org/api/v1/guidelines/2016.08/tests?target=compute&type=required&alias=true&flag=false - validate: - type: functest - testcase: refstack_defcore - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: osinterop.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/refstack_client/defcore.txt - report: - sub_testcase_list: - # VIM compute operations test cases - - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image - - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name - - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name - - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers - - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail - - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus - - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details - - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name - - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers - - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail - - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus - - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details - - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action - - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name - - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing - - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server - - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server - - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard - - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server - - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item - - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata - - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password - - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair - - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name - - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address - - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 - - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name - - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas - - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas - - tempest.api.compute.test_versions.TestVersions.test_list_api_versions - - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume - - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments - # VIM identity operations test cases - - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types - - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources - - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses - - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token - # VIM image operations test cases - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image - - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema - - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility - - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id - - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image - - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag - - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image - # VIM network operations test cases - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers - - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway - - tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet - - tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet - - tempest.api.network.test_networks.NetworksTest.test_list_networks - - tempest.api.network.test_networks.NetworksTest.test_list_networks_fields - - tempest.api.network.test_networks.NetworksTest.test_list_subnets - - tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields - - tempest.api.network.test_networks.NetworksTest.test_show_network - - tempest.api.network.test_networks.NetworksTest.test_show_network_fields - - tempest.api.network.test_networks.NetworksTest.test_show_subnet - - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields - - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp - - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port - - tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools - - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port - - tempest.api.network.test_ports.PortsTestJSON.test_list_ports - - tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields - - tempest.api.network.test_ports.PortsTestJSON.test_show_port - - tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields - - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes - - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes - - tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group - - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args - - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code - - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value - - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id - - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix - - tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule - - tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group - - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule - # VIM volume operations test cases - - tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list - - tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions - - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata - - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item - - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata - - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item - - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance - - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment - - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume - - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable - - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update - - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete - - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone - - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone - - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id - - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id - - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete - - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot - - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params - - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params - - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id - - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id - - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination - - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params - - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination diff --git a/etc/testcase/osinterop.tc002.yml b/etc/testcase/osinterop.tc002.yml deleted file mode 100644 index 42346a53..00000000 --- a/etc/testcase/osinterop.tc002.yml +++ /dev/null @@ -1,18 +0,0 @@ ---- -dovetail.osinterop.tc002: - name: dovetail.osinterop.tc002 - objective: > # Set of OpenStack interoperability test cases not flagged and required. It only contains OpenStack core (no object storage) - # The approved guidelines (2016.08) are valid for Kilo, Liberty, Mitaka and Newton releases of OpenStack - # The list can be generated using the Rest API from RefStack project: - # https://refstack.openstack.org/api/v1/guidelines/2016.08/tests?target=compute&type=required&alias=true&flag=false - validate: - type: functest - testcase: refstack_defcore - pre_condition: - - 'echo test for precondition in testcase' - cmds: - - 'cd /home/opnfv/repos/refstack-client; source .venv/bin/activate; ./refstack-client test -c /home/opnfv/userconfig/refstack_tempest.conf -v --test-list /home/opnfv/userconfig/osinterop.txt' - post_condition: - - 'echo test for postcondition in testcase' - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.router_association.yml b/etc/testcase/sdnvpn.router_association.yml new file mode 100644 index 00000000..2860d98b --- /dev/null +++ b/etc/testcase/sdnvpn.router_association.yml @@ -0,0 +1,13 @@ +--- +dovetail.sdnvpn.router_association: + name: dovetail.sdnvpn.router_association + objective: VPN provides connectivity between subnets using association of Neutron Router to VPNs + validate: + type: functest + testcase: bgpvpn + image_name: opnfv/functest-features + pre_copy: + exist_src_file: sdnvpn_config_testcase4.yaml + dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml + report: + sub_testcase_list: diff --git a/etc/testcase/sdnvpn.router_association_floating_ip.yml b/etc/testcase/sdnvpn.router_association_floating_ip.yml new file mode 100644 index 00000000..f105c867 --- /dev/null +++ b/etc/testcase/sdnvpn.router_association_floating_ip.yml @@ -0,0 +1,13 @@ +--- +dovetail.sdnvpn.router_association_floating_ip: + name: dovetail.sdnvpn.router_association_floating_ip + objective: associate Neutron Router with an attached subnet to a VPN and verify reachability of the Floating IP + validate: + type: functest + testcase: bgpvpn + image_name: opnfv/functest-features + pre_copy: + exist_src_file: sdnvpn_config_testcase8.yaml + dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml + report: + sub_testcase_list: diff --git a/etc/testcase/sdnvpn.subnet_connectivity.yml b/etc/testcase/sdnvpn.subnet_connectivity.yml new file mode 100644 index 00000000..226653c7 --- /dev/null +++ b/etc/testcase/sdnvpn.subnet_connectivity.yml @@ -0,0 +1,13 @@ +--- +dovetail.sdnvpn.subnet_connectivity: + name: dovetail.sdnvpn.subnet_connectivity + objective: Connectivity between Neutron subnets through association of Neutron Networks to VPNs + validate: + type: functest + testcase: bgpvpn + image_name: opnfv/functest-features + pre_copy: + exist_src_file: sdnvpn_config_testcase1.yaml + dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml + report: + sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc000.yml b/etc/testcase/sdnvpn.tc000.yml deleted file mode 100644 index a717c705..00000000 --- a/etc/testcase/sdnvpn.tc000.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.sdnvpn.tc000: - name: dovetail.sdnvpn.tc000 - objective: validate BGPVPN API CRUD operations by means of Tempest tests from networking-bgpvpn repository - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_condition: - - "sed -i 's/networking_bgpvpn_tempest/networking_bgpvpn_tempest.tests.api/' /usr/lib/python2.7/site-packages/sdnvpn/test/functest/run_tempest.py" - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - exist_src_file: sdnvpn_config_tc000.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc001.yml b/etc/testcase/sdnvpn.tc001.yml deleted file mode 100644 index a5f9fd00..00000000 --- a/etc/testcase/sdnvpn.tc001.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.sdnvpn.tc001: - name: dovetail.sdnvpn.tc001 - objective: Connectivity between Neutron subnets through association of Neutron Networks to VPNs - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_copy: - exist_src_file: sdnvpn_config_testcase1.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc002.yml b/etc/testcase/sdnvpn.tc002.yml deleted file mode 100644 index 06f4d65c..00000000 --- a/etc/testcase/sdnvpn.tc002.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.sdnvpn.tc002: - name: dovetail.sdnvpn.tc002 - objective: Separation of tenant networks through association to different VPNs - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_copy: - exist_src_file: sdnvpn_config_testcase2.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc003.yml b/etc/testcase/sdnvpn.tc003.yml deleted file mode 100644 index e609390a..00000000 --- a/etc/testcase/sdnvpn.tc003.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.sdnvpn.tc003: - name: dovetail.sdnvpn.tc003 - objective: Data center gateway integration through BGP peering - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_copy: - exist_src_file: sdnvpn_config_testcase3.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc004.yml b/etc/testcase/sdnvpn.tc004.yml deleted file mode 100644 index f3628b8a..00000000 --- a/etc/testcase/sdnvpn.tc004.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.sdnvpn.tc004: - name: dovetail.sdnvpn.tc004 - objective: VPN provides connectivity between subnets using association of Neutron Router to VPNs - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_copy: - exist_src_file: sdnvpn_config_testcase4.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tc008.yml b/etc/testcase/sdnvpn.tc008.yml deleted file mode 100644 index 71190223..00000000 --- a/etc/testcase/sdnvpn.tc008.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -dovetail.sdnvpn.tc008: - name: dovetail.sdnvpn.tc008 - objective: associate Neutron Router with an attached subnet to a VPN and verify reachability of the Floating IP - validate: - type: functest - testcase: bgpvpn - image_name: opnfv/functest-features - pre_copy: - exist_src_file: sdnvpn_config_testcase8.yaml - dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml - report: - sub_testcase_list: diff --git a/etc/testcase/sdnvpn.tenant_separation.yml b/etc/testcase/sdnvpn.tenant_separation.yml new file mode 100644 index 00000000..b4f2711a --- /dev/null +++ b/etc/testcase/sdnvpn.tenant_separation.yml @@ -0,0 +1,13 @@ +--- +dovetail.sdnvpn.tenant_separation: + name: dovetail.sdnvpn.tenant_separation + objective: Separation of tenant networks through association to different VPNs + validate: + type: functest + testcase: bgpvpn + image_name: opnfv/functest-features + pre_copy: + exist_src_file: sdnvpn_config_testcase2.yaml + dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml + report: + sub_testcase_list: diff --git a/etc/testcase/smoke.tc002.yml b/etc/testcase/smoke.tc002.yml deleted file mode 100644 index ae9a87f5..00000000 --- a/etc/testcase/smoke.tc002.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.smoke.tc002: - name: dovetail.smoke.tc002 - objective: snaps smoke test cases - validate: - type: functest - testcase: snaps_smoke - report: - sub_testcase_list: diff --git a/etc/testcase/smoke.tempest_compute.yml b/etc/testcase/smoke.tempest_compute.yml deleted file mode 100644 index 0a93f1c1..00000000 --- a/etc/testcase/smoke.tempest_compute.yml +++ /dev/null @@ -1,23 +0,0 @@ ---- -dovetail.smoke.tempest_compute: - name: dovetail.smoke.tempest_compute - objective: tempest smoke test cases about compute - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor[id-1f12046b-753d-40d2-abb6-d8eb8b30cb2f,smoke] - - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors[id-e36c0eaa-dff5-4082-ad1f-3f9a80aa3f59,smoke] - - tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create[id-850795d7-d4d3-4e55-b527-a774c0123d3a,network,smoke] - - tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list[id-a6154130-5a55-4850-8be4-5e9e796dbf17,network,smoke] - - tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete[id-eb2b087d-633d-4d0d-a7bd-9e6ba35b32de,network,smoke] - - tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip[id-c7e0e60b-ee45-43d0-abeb-8596fd42a2f9,network,smoke] - - tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses[id-6eb718c0-02d9-4d5e-acd1-4e0c269cef39,network,smoke] - - tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network[id-87bbc374-5538-4f64-b673-2b0e4443cc30,network,smoke] diff --git a/etc/testcase/smoke.tempest_identity_v2.yml b/etc/testcase/smoke.tempest_identity_v2.yml deleted file mode 100644 index f5aa1b69..00000000 --- a/etc/testcase/smoke.tempest_identity_v2.yml +++ /dev/null @@ -1,20 +0,0 @@ ---- -dovetail.smoke.tempest_identity_v2: - name: dovetail.smoke.tempest_identity_v2 - objective: tempest smoke test cases about identity v2 - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services[id-34ea6489-012d-4a86-9038-1287cadd5eca,smoke] - - tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user[id-2d55a71e-da1d-4b43-9c03-d269fd93d905,smoke] - - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types[id-007a0be0-78fe-4fdb-bbee-e9216cc17bb2,smoke] - - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources[id-ea889a68-a15f-4166-bfb1-c12456eae853,smoke] - - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses[id-77fd6be0-8801-48e6-b9bf-38cdd2f253ec,smoke] diff --git a/etc/testcase/smoke.tempest_identity_v3.yml b/etc/testcase/smoke.tempest_identity_v3.yml deleted file mode 100644 index f724bdbe..00000000 --- a/etc/testcase/smoke.tempest_identity_v3.yml +++ /dev/null @@ -1,25 +0,0 @@ ---- -dovetail.smoke.tempest_identity_v3: - name: dovetail.smoke.tempest_identity_v3 - objective: tempest smoke test cases about identity v3 - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke] - - tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke] - - tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain[id-f2f5b44a-82e8-4dad-8084-0661ea3b18cf,smoke] - - tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint[id-37e8f15e-ee7c-4657-a1e7-f6b61e375eff,smoke] - - tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete[id-1598521a-2f36-4606-8df9-30772bd51339,smoke] - - tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy[id-e544703a-2f03-4cf2-9b0f-350782fdb0d3,smoke] - - tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id[id-2c12c5b5-efcf-4aa5-90c5-bff1ab0cdbe2,smoke] - - tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list[id-18afc6c0-46cf-4911-824e-9989cc056c3a,smoke] - - tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service[id-5193aad5-bcb7-411d-85b0-b3b61b96ef06,smoke] - - tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all[id-4773ebd5-ecbf-4255-b8d8-b63e6f72b65d,smoke] diff --git a/etc/testcase/smoke.tempest_image.yml b/etc/testcase/smoke.tempest_image.yml deleted file mode 100644 index 4b79deef..00000000 --- a/etc/testcase/smoke.tempest_image.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.smoke.tempest_image: - name: dovetail.smoke.tempest_image - objective: tempest smoke test cases about image - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file[id-139b765e-7f3d-4b3d-8b37-3ca3876ee318,smoke] diff --git a/etc/testcase/smoke.tempest_network.yml b/etc/testcase/smoke.tempest_network.yml deleted file mode 100644 index 431faf32..00000000 --- a/etc/testcase/smoke.tempest_network.yml +++ /dev/null @@ -1,29 +0,0 @@ ---- -dovetail.smoke.tempest_network: - name: dovetail.smoke.tempest_network - objective: tempest smoke test cases about network - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke] - - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke] - - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] - - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] - - tempest.api.network.test_networks.NetworksTest.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] - - tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] - - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] - - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] - - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke] - - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke] diff --git a/etc/testcase/smoke.tempest_orchestration.yml b/etc/testcase/smoke.tempest_orchestration.yml deleted file mode 100644 index d544a23f..00000000 --- a/etc/testcase/smoke.tempest_orchestration.yml +++ /dev/null @@ -1,26 +0,0 @@ ---- -dovetail.smoke.tempest_orchestration: - name: dovetail.smoke.tempest_orchestration - objective: tempest smoke test cases about orchestration - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list[id-7123d082-3577-4a30-8f00-f805327c4ffd,smoke] - - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show[id-0e85a483-828b-4a28-a0e3-f0a21809192b,smoke] - - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template[id-8401821d-65fe-4d43-9fa3-57d5ce3a35c7,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list[id-1275c835-c967-4a2c-8d5d-ad533447ed91,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata[id-fe7cd9f9-54b1-429c-a3b7-7df8451db913,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config[id-136162ed-9445-4b9c-b7fc-306af8b5da99,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate[id-f29d21f3-ed75-47cf-8cdc-ef1bdeb4c674,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change[id-2ac43ab3-34f2-415d-be2e-eabb4d14ee32,smoke] - - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change[id-92c48944-d79d-4595-a840-8e1a581c1a72,smoke] - - tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources[id-10498bd5-a83e-4b62-a817-ce24afe938fe,smoke] - - tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds[id-d35d628c-07f6-4674-85a1-74db9919e986,smoke] diff --git a/etc/testcase/smoke.tempest_scenario.yml b/etc/testcase/smoke.tempest_scenario.yml deleted file mode 100644 index 2882cc7d..00000000 --- a/etc/testcase/smoke.tempest_scenario.yml +++ /dev/null @@ -1,18 +0,0 @@ ---- -dovetail.smoke.tempest_scenario: - name: dovetail.smoke.tempest_scenario - objective: tempest smoke test cases about scenario - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops[compute,id-7fff3fb3-91d8-4fd0-bd7d-0204f1f180ba,network,smoke] - - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,smoke,volume] - - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,smoke,volume] diff --git a/etc/testcase/smoke.tempest_volume.yml b/etc/testcase/smoke.tempest_volume.yml deleted file mode 100644 index 0a6e3b6f..00000000 --- a/etc/testcase/smoke.tempest_volume.yml +++ /dev/null @@ -1,19 +0,0 @@ ---- -dovetail.smoke.tempest_volume: - name: dovetail.smoke.tempest_volume - objective: tempest smoke test cases about volume - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance[compute,id-fff42874-7db5-4487-a8e1-ddda5fb5288d,smoke] - - tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete[id-27fb0e9f-fb64-41dd-8bdb-1ffa762f0d51,smoke] - - tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image[id-54a01030-c7fc-447c-86ee-c1182beae638,image,smoke] - - tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list[id-0b6ddd39-b948-471f-8038-4787978747c4,smoke] diff --git a/etc/testcase/snaps.smoke.yml b/etc/testcase/snaps.smoke.yml new file mode 100644 index 00000000..3ebbfa27 --- /dev/null +++ b/etc/testcase/snaps.smoke.yml @@ -0,0 +1,9 @@ +--- +dovetail.snaps.smoke: + name: dovetail.snaps.smoke + objective: snaps smoke test cases + validate: + type: functest + testcase: snaps_smoke + report: + sub_testcase_list: diff --git a/etc/testcase/stress.ping.yml b/etc/testcase/stress.ping.yml new file mode 100644 index 00000000..e1026543 --- /dev/null +++ b/etc/testcase/stress.ping.yml @@ -0,0 +1,11 @@ +--- +dovetail.stress.ping: + name: dovetail.stress.ping + objective: > # This test case verifies the ability of the SUT setting up VM pairs + # for different tenants and providing acceptable capacity after the amount of + # VM pairs reaches certain quantity. + validate: + type: bottlenecks + testcase: posca_factor_ping + report: + sub_testcase_list: diff --git a/etc/testcase/stress.tc001.yml b/etc/testcase/stress.tc001.yml deleted file mode 100644 index fd29f276..00000000 --- a/etc/testcase/stress.tc001.yml +++ /dev/null @@ -1,11 +0,0 @@ ---- -dovetail.stress.tc001: - name: dovetail.stress.tc001 - objective: > # This test case verifies the ability of the SUT setting up VM pairs - # for different tenants and providing acceptable capacity after the amount of - # VM pairs reaches certain quantity. - validate: - type: bottlenecks - testcase: posca_factor_ping - report: - sub_testcase_list: diff --git a/etc/testcase/tempest.bgpvpn.yml b/etc/testcase/tempest.bgpvpn.yml new file mode 100644 index 00000000..02072623 --- /dev/null +++ b/etc/testcase/tempest.bgpvpn.yml @@ -0,0 +1,16 @@ +--- +dovetail.tempest.bgpvpn: + name: dovetail.tempest.bgpvpn + objective: validate BGPVPN API CRUD operations by means of Tempest tests from networking-bgpvpn repository + validate: + type: functest + testcase: bgpvpn + image_name: opnfv/functest-features + pre_condition: + - "sed -i 's/networking_bgpvpn_tempest/networking_bgpvpn_tempest.tests.api/' /usr/lib/python2.7/site-packages/sdnvpn/test/functest/run_tempest.py" + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + exist_src_file: sdnvpn_config_tc000.yaml + dest_path: /usr/lib/python2.7/site-packages/sdnvpn/test/functest/config.yaml + report: + sub_testcase_list: diff --git a/etc/testcase/tempest.compute.yml b/etc/testcase/tempest.compute.yml new file mode 100644 index 00000000..edfdc6f9 --- /dev/null +++ b/etc/testcase/tempest.compute.yml @@ -0,0 +1,25 @@ +--- +dovetail.tempest.compute: + name: dovetail.tempest.compute + objective: tempest smoke test cases about compute + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor[id-1f12046b-753d-40d2-abb6-d8eb8b30cb2f,smoke] + - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors[id-e36c0eaa-dff5-4082-ad1f-3f9a80aa3f59,smoke] + - tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_create[id-850795d7-d4d3-4e55-b527-a774c0123d3a,network,smoke] + - tempest.api.compute.security_groups.test_security_group_rules.SecurityGroupRulesTestJSON.test_security_group_rules_list[id-a6154130-5a55-4850-8be4-5e9e796dbf17,network,smoke] + - tempest.api.compute.security_groups.test_security_groups.SecurityGroupsTestJSON.test_security_groups_create_list_delete[id-eb2b087d-633d-4d0d-a7bd-9e6ba35b32de,network,smoke] + - tempest.api.compute.servers.test_attach_interfaces.AttachInterfacesTestJSON.test_add_remove_fixed_ip[id-c7e0e60b-ee45-43d0-abeb-8596fd42a2f9,network,smoke] + - tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses[id-6eb718c0-02d9-4d5e-acd1-4e0c269cef39,network,smoke] + - tempest.api.compute.servers.test_server_addresses.ServerAddressesTestJSON.test_list_server_addresses_by_network[id-87bbc374-5538-4f64-b673-2b0e4443cc30,network,smoke] + # + - tempest.scenario.test_server_basic_ops.TestServerBasicOps.test_server_basic_ops[compute,id-7fff3fb3-91d8-4fd0-bd7d-0204f1f180ba,network,smoke] diff --git a/etc/testcase/tempest.identity_v2.yml b/etc/testcase/tempest.identity_v2.yml new file mode 100644 index 00000000..7d1ca7cd --- /dev/null +++ b/etc/testcase/tempest.identity_v2.yml @@ -0,0 +1,20 @@ +--- +dovetail.tempest.identity_v2: + name: dovetail.tempest.identity_v2 + objective: tempest smoke test cases about identity v2 + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.identity.admin.v2.test_services.ServicesTestJSON.test_list_services[id-34ea6489-012d-4a86-9038-1287cadd5eca,smoke] + - tempest.api.identity.admin.v2.test_users.UsersTestJSON.test_create_user[id-2d55a71e-da1d-4b43-9c03-d269fd93d905,smoke] + - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_media_types[id-007a0be0-78fe-4fdb-bbee-e9216cc17bb2,smoke] + - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_resources[id-ea889a68-a15f-4166-bfb1-c12456eae853,smoke] + - tempest.api.identity.v2.test_api_discovery.TestApiDiscovery.test_api_version_statuses[id-77fd6be0-8801-48e6-b9bf-38cdd2f253ec,smoke] diff --git a/etc/testcase/tempest.identity_v3.yml b/etc/testcase/tempest.identity_v3.yml new file mode 100644 index 00000000..264bb7a3 --- /dev/null +++ b/etc/testcase/tempest.identity_v3.yml @@ -0,0 +1,25 @@ +--- +dovetail.tempest.identity_v3: + name: dovetail.tempest.identity_v3 + objective: tempest smoke test cases about identity v3 + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke] + - tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke] + - tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain[id-f2f5b44a-82e8-4dad-8084-0661ea3b18cf,smoke] + - tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint[id-37e8f15e-ee7c-4657-a1e7-f6b61e375eff,smoke] + - tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete[id-1598521a-2f36-4606-8df9-30772bd51339,smoke] + - tempest.api.identity.admin.v3.test_policies.PoliciesTestJSON.test_create_update_delete_policy[id-e544703a-2f03-4cf2-9b0f-350782fdb0d3,smoke] + - tempest.api.identity.admin.v3.test_regions.RegionsTestJSON.test_create_region_with_specific_id[id-2c12c5b5-efcf-4aa5-90c5-bff1ab0cdbe2,smoke] + - tempest.api.identity.admin.v3.test_roles.RolesV3TestJSON.test_role_create_update_show_list[id-18afc6c0-46cf-4911-824e-9989cc056c3a,smoke] + - tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service[id-5193aad5-bcb7-411d-85b0-b3b61b96ef06,smoke] + - tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all[id-4773ebd5-ecbf-4255-b8d8-b63e6f72b65d,smoke] diff --git a/etc/testcase/tempest.image.yml b/etc/testcase/tempest.image.yml new file mode 100644 index 00000000..6ab0af2e --- /dev/null +++ b/etc/testcase/tempest.image.yml @@ -0,0 +1,16 @@ +--- +dovetail.tempest.image: + name: dovetail.tempest.image + objective: tempest smoke test cases about image + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file[id-139b765e-7f3d-4b3d-8b37-3ca3876ee318,smoke] diff --git a/etc/testcase/tempest.ipv6.yml b/etc/testcase/tempest.ipv6.yml new file mode 100644 index 00000000..3c2c7984 --- /dev/null +++ b/etc/testcase/tempest.ipv6.yml @@ -0,0 +1,68 @@ +--- +dovetail.tempest.ipv6: + name: dovetail.tempest.ipv6 + objective: IPv6 tenant network capabilities + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] + # + - tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet[id-0e269138-0da6-4efc-a46d-578161e7b221,smoke] + # + - tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] + # + - tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks[id-f7ffdeda-e200-4a7a-bcbe-05716e86bf43,smoke] + - tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets[id-db68ba48-f4ea-49e9-81d1-e367f6d0b20a,smoke] + # + - tempest.api.network.test_networks.NetworksIpV6Test.test_show_network[id-2bf13842-c93f-4a69-83ed-717d2ec3b44e,smoke] + - tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet[id-bd635d81-6030-4dd1-b3b9-31ba0cfdf6cc,smoke] + # + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools[id-0435f278-40ae-48cb-a404-b8a087bc09b1,smoke] + # + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] + # + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port[id-c72c1c0c-2193-4aca-aaa4-b1442640f51c,smoke] + # + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports[id-cf95b358-3e92-4a29-a148-52445e1ac50e,smoke] + # + - tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port[id-c9a685bd-e83f-499c-939f-9f7863ca259f,smoke] + # + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] + # + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] + # + - tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] + # + - tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] + # + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group[id-bfd128e5-3c92-44b6-9d66-7fe29d22c802,smoke] + # + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule[id-cfb99e0e-7410-4a3d-8a0c-959a63ee77e9,smoke] + # + - tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups[id-e30abd17-fef9-4739-8617-dc26da88e686,smoke] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os[compute,id-d7e1f858-187c-45a6-89c9-bdafde619a9f,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os[compute,id-76f26acd-9688-42b4-bc3e-cd134c4cb09e,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless[compute,id-7ab23f41-833b-4a16-a7c9-5b42fe6d4123,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless[compute,id-cf1c4425-766b-45b8-be35-e2959728eb00,network] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os[compute,id-2c92df61-29f0-4eaa-bee3-7c65bef62a43,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os[compute,id-b6399d76-4438-4658-bcf5-0d6c8584fde2,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac[compute,id-dec222b1-180c-4098-b8c5-cc1b8342d611,network,slow] + # + - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network] \ No newline at end of file diff --git a/etc/testcase/tempest.multi_node_scheduling.yml b/etc/testcase/tempest.multi_node_scheduling.yml new file mode 100644 index 00000000..47eef0a0 --- /dev/null +++ b/etc/testcase/tempest.multi_node_scheduling.yml @@ -0,0 +1,21 @@ +--- +dovetail.tempest.multi_node_scheduling: + name: dovetail.tempest.multi_node_scheduling + objective: simple virtual machine resource scheduling on multiple nodes + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes[compute,id-9cecbe35-b9d4-48da-a37e-7ce70aa43d30,network,smoke] + - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy[id-154dc5a4-a2fe-44b5-b99e-f15806a4a113] + - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy[id-5dc57eda-35b7-4af7-9e5f-3c2be3d2d68b] + - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy[id-3645a102-372f-4140-afad-13698d850d23] + - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_list_server_groups[id-d4874179-27b4-4d7d-80e4-6c560cdfe321] + - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_show_server_group[id-b3545034-dd78-48f0-bdc2-a4adfa6d0ead] diff --git a/etc/testcase/tempest.network.yml b/etc/testcase/tempest.network.yml new file mode 100644 index 00000000..ae27eef5 --- /dev/null +++ b/etc/testcase/tempest.network.yml @@ -0,0 +1,37 @@ +--- +dovetail.tempest.network: + name: dovetail.tempest.network + objective: tempest smoke test cases about network + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke] + - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke] + - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_list_show_update_delete_floating_ip[id-62595970-ab1c-4b7f-8fcc-fddfe55e8718,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke] + - tempest.api.network.test_networks.BulkNetworkOpsTest.test_bulk_create_delete_subnet[id-8936533b-c0aa-4f29-8e53-6cc873aec489,smoke] + - tempest.api.network.test_networks.NetworksTest.test_external_network_visibility[id-af774677-42a9-4e4b-bb58-16fe6a5bc1ec,smoke] + - tempest.api.network.test_ports.PortsTestJSON.test_create_port_with_no_securitygroups[id-4179dcb9-1382-4ced-84fe-1b91c54f5735,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces[id-802c73c9-c937-4cef-824b-2191e24a6aab,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id[id-2b7d2f37-6748-4d78-92e5-1d590234f0d5,smoke] + - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id[id-b42e6e39-2e37-49cc-a6f4-8467e940900a,smoke] + - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router[id-f64403e2-8483-4b34-8ccd-b09a87bcc68c,smoke] + - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools[id-62595970-ab1c-4b7f-8fcc-fddfe55e9811,smoke] + - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources[id-cac8a836-c2e0-4304-b556-cd299c7281d1,smoke] + # + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_mtu_sized_frames[compute,id-b158ea55-472e-4086-8fa9-c64ac0c6c1d0,network] + # + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network] + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network] diff --git a/etc/testcase/tempest.network_security.yml b/etc/testcase/tempest.network_security.yml new file mode 100644 index 00000000..48bb00c4 --- /dev/null +++ b/etc/testcase/tempest.network_security.yml @@ -0,0 +1,21 @@ +--- +dovetail.tempest.network_security: + name: dovetail.tempest.network_security + objective: filtering packets based on security rules and port security in data path + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port[compute,id-7c0bb1a2-d053-49a4-98f9-ca1a1d849f63,network] + - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic[compute,id-e79f879e-debb-440c-a7e4-efeda05b6848,network] + - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_in_tenant_traffic[compute,id-63163892-bbf6-4249-aa12-d5ea1f8f421b,network] + - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups[compute,id-d2f77418-fcc4-439d-b935-72eca704e293,network] + - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group[compute,id-7c811dcc-263b-49a3-92d2-1b4d8405f50c,network] + - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group[compute,id-f4d556d7-1526-42ad-bafb-6bebf48568f6,network] diff --git a/etc/testcase/tempest.orchestration.yml b/etc/testcase/tempest.orchestration.yml new file mode 100644 index 00000000..75d8a8c9 --- /dev/null +++ b/etc/testcase/tempest.orchestration.yml @@ -0,0 +1,26 @@ +--- +dovetail.tempest.orchestration: + name: dovetail.tempest.orchestration + objective: tempest smoke test cases about orchestration + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_list[id-7123d082-3577-4a30-8f00-f805327c4ffd,smoke] + - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_show[id-0e85a483-828b-4a28-a0e3-f0a21809192b,smoke] + - tempest.api.orchestration.stacks.test_resource_types.ResourceTypesTest.test_resource_type_template[id-8401821d-65fe-4d43-9fa3-57d5ce3a35c7,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_list[id-1275c835-c967-4a2c-8d5d-ad533447ed91,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_deployment_metadata[id-fe7cd9f9-54b1-429c-a3b7-7df8451db913,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_get_software_config[id-136162ed-9445-4b9c-b7fc-306af8b5da99,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_create_validate[id-f29d21f3-ed75-47cf-8cdc-ef1bdeb4c674,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_no_metadata_change[id-2ac43ab3-34f2-415d-be2e-eabb4d14ee32,smoke] + - tempest.api.orchestration.stacks.test_soft_conf.TestSoftwareConfig.test_software_deployment_update_with_metadata_change[id-92c48944-d79d-4595-a840-8e1a581c1a72,smoke] + - tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_crud_no_resources[id-10498bd5-a83e-4b62-a817-ce24afe938fe,smoke] + - tempest.api.orchestration.stacks.test_stacks.StacksTestJSON.test_stack_list_responds[id-d35d628c-07f6-4674-85a1-74db9919e986,smoke] diff --git a/etc/testcase/tempest.osinterop.yml b/etc/testcase/tempest.osinterop.yml new file mode 100644 index 00000000..b9c08e47 --- /dev/null +++ b/etc/testcase/tempest.osinterop.yml @@ -0,0 +1,228 @@ +--- +dovetail.tempest.osinterop: + name: dovetail.tempest.osinterop + objective: > # Set of OpenStack interoperability test cases not flagged and required. It only contains OpenStack core (no object storage) + # The approved guidelines (2016.08) are valid for Kilo, Liberty, Mitaka and Newton releases of OpenStack + # The list can be generated using the Rest API from RefStack project: + # https://refstack.openstack.org/api/v1/guidelines/2016.08/tests?target=compute&type=required&alias=true&flag=false + validate: + type: functest + testcase: refstack_defcore + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: osinterop.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/refstack_client/defcore.txt + report: + sub_testcase_list: + # VIM compute operations test cases + - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image + - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name + - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name + - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers + - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail + - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus + - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details + - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name + - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers + - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail + - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus + - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details + - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action + - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name + - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing + - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server + - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server + - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard + - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server + - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item + - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata + - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password + - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair + - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name + - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address + - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256 + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256 + - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name + - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas + - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas + - tempest.api.compute.test_versions.TestVersions.test_list_api_versions + - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume + - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments + # VIM identity operations test cases + - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types + - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources + - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses + - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token + # VIM image operations test cases + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image + - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image + - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema + - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility + - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id + - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image + - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image + - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag + - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image + # VIM network operations test cases + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers + - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway + - tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet + - tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet + - tempest.api.network.test_networks.NetworksTest.test_list_networks + - tempest.api.network.test_networks.NetworksTest.test_list_networks_fields + - tempest.api.network.test_networks.NetworksTest.test_list_subnets + - tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields + - tempest.api.network.test_networks.NetworksTest.test_show_network + - tempest.api.network.test_networks.NetworksTest.test_show_network_fields + - tempest.api.network.test_networks.NetworksTest.test_show_subnet + - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields + - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp + - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port + - tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools + - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port + - tempest.api.network.test_ports.PortsTestJSON.test_list_ports + - tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields + - tempest.api.network.test_ports.PortsTestJSON.test_show_port + - tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields + - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes + - tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes + - tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group + - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args + - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code + - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value + - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id + - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix + - tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule + - tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group + - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule + # VIM volume operations test cases + - tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list + - tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions + - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata + - tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item + - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata + - tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item + - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance + - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment + - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume + - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable + - tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update + - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete + - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone + - tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone + - tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id + - tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id + - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete + - tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot + - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params + - tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params + - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id + - tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id + - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination + - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params + - tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination diff --git a/etc/testcase/tempest.tc001.yml b/etc/testcase/tempest.tc001.yml deleted file mode 100644 index b93363ea..00000000 --- a/etc/testcase/tempest.tc001.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -dovetail.tempest.tc001: - name: dovetail.tempest.tc001 - objective: forwarding packets through virtual networks in data path - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_mtu_sized_frames[compute,id-b158ea55-472e-4086-8fa9-c64ac0c6c1d0,network] diff --git a/etc/testcase/tempest.tc002.yml b/etc/testcase/tempest.tc002.yml deleted file mode 100644 index 36fe9b36..00000000 --- a/etc/testcase/tempest.tc002.yml +++ /dev/null @@ -1,21 +0,0 @@ ---- -dovetail.tempest.tc002: - name: dovetail.tempest.tc002 - objective: filtering packets based on security rules and port security in data path - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port[compute,id-7c0bb1a2-d053-49a4-98f9-ca1a1d849f63,network] - - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic[compute,id-e79f879e-debb-440c-a7e4-efeda05b6848,network] - - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_in_tenant_traffic[compute,id-63163892-bbf6-4249-aa12-d5ea1f8f421b,network] - - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups[compute,id-d2f77418-fcc4-439d-b935-72eca704e293,network] - - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group[compute,id-7c811dcc-263b-49a3-92d2-1b4d8405f50c,network] - - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group[compute,id-f4d556d7-1526-42ad-bafb-6bebf48568f6,network] diff --git a/etc/testcase/tempest.tc003.yml b/etc/testcase/tempest.tc003.yml deleted file mode 100644 index 980cc367..00000000 --- a/etc/testcase/tempest.tc003.yml +++ /dev/null @@ -1,20 +0,0 @@ ---- -dovetail.tempest.tc003: - name: dovetail.tempest.tc003 - objective: dynamic network runtime operations through the life of a VNF - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details[compute,id-d8bb918e-e2df-48b2-97cd-b73c95450980,network] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state[compute,id-f5dfcc22-45fd-409f-954c-5bd500d7890b,network] - - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state[compute,id-04b9fe4e-85e8-4aea-b937-ea93885ac59f,network] diff --git a/etc/testcase/tempest.tc004.yml b/etc/testcase/tempest.tc004.yml deleted file mode 100644 index 2df96cac..00000000 --- a/etc/testcase/tempest.tc004.yml +++ /dev/null @@ -1,27 +0,0 @@ ---- -dovetail.tempest.tc004: - name: dovetail.tempest.tc004 - objective: correct behavior after common virtual machine life cycles events - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario[compute,id-bdbb5441-9204-419d-a225-b4fdbfb1a1a8,image,network,volume] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration[compute,id-a4858f6c-401e-4155-9a49-d5cd053d1a2f,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_pause_unpause[compute,id-2b2642db-6568-4b35-b812-eceed3fa20ce,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot[compute,id-7b6860c2-afa3-4846-9522-adeb38dfbe08,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild[compute,id-88a529c2-1daa-4c85-9aec-d541ba3eb699,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_resize[compute,id-719eb59d-2f42-4b66-b8b1-bb1254473967,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_stop_start[compute,id-61f1aa9a-1573-410e-9054-afa557cab021,network] - - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_suspend_resume[compute,id-5cdf9499-541d-4923-804e-b9a60620a7f0,network] - - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_resize_volume_backed_server_confirm[compute,id-e6c28180-7454-4b59-b188-0257af08a63b,volume] - - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume[compute,id-949da7d5-72c8-4808-8802-e3d70df98e2c] - - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_instance[compute,id-1164e700-0af0-4a4c-8792-35909a88743c,image,network] - - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_volume_backed_instance[compute,id-c1b6318c-b9da-490b-9c67-9339b627271f,image,network,volume] diff --git a/etc/testcase/tempest.tc005.yml b/etc/testcase/tempest.tc005.yml deleted file mode 100644 index 8f629bdb..00000000 --- a/etc/testcase/tempest.tc005.yml +++ /dev/null @@ -1,21 +0,0 @@ ---- -dovetail.tempest.tc005: - name: dovetail.tempest.tc005 - objective: simple virtual machine resource scheduling on multiple nodes - validate: - type: functest - testcase: tempest_custom - pre_condition: - - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' - - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' - pre_copy: - src_file: tempest_custom.txt - dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt - report: - sub_testcase_list: - - tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes[compute,id-9cecbe35-b9d4-48da-a37e-7ce70aa43d30,network,smoke] - - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy[id-154dc5a4-a2fe-44b5-b99e-f15806a4a113] - - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy[id-5dc57eda-35b7-4af7-9e5f-3c2be3d2d68b] - - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy[id-3645a102-372f-4140-afad-13698d850d23] - - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_list_server_groups[id-d4874179-27b4-4d7d-80e4-6c560cdfe321] - - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_show_server_group[id-b3545034-dd78-48f0-bdc2-a4adfa6d0ead] diff --git a/etc/testcase/tempest.vm_lifecycle.yml b/etc/testcase/tempest.vm_lifecycle.yml new file mode 100644 index 00000000..09ce65d4 --- /dev/null +++ b/etc/testcase/tempest.vm_lifecycle.yml @@ -0,0 +1,27 @@ +--- +dovetail.tempest.vm_lifecycle: + name: dovetail.tempest.vm_lifecycle + objective: correct behavior after common virtual machine life cycles events + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario[compute,id-bdbb5441-9204-419d-a225-b4fdbfb1a1a8,image,network,volume] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration[compute,id-a4858f6c-401e-4155-9a49-d5cd053d1a2f,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_pause_unpause[compute,id-2b2642db-6568-4b35-b812-eceed3fa20ce,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot[compute,id-7b6860c2-afa3-4846-9522-adeb38dfbe08,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild[compute,id-88a529c2-1daa-4c85-9aec-d541ba3eb699,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_resize[compute,id-719eb59d-2f42-4b66-b8b1-bb1254473967,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_stop_start[compute,id-61f1aa9a-1573-410e-9054-afa557cab021,network] + - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_suspend_resume[compute,id-5cdf9499-541d-4923-804e-b9a60620a7f0,network] + - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_resize_volume_backed_server_confirm[compute,id-e6c28180-7454-4b59-b188-0257af08a63b,volume] + - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume[compute,id-949da7d5-72c8-4808-8802-e3d70df98e2c] + - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_instance[compute,id-1164e700-0af0-4a4c-8792-35909a88743c,image,network] + - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_volume_backed_instance[compute,id-c1b6318c-b9da-490b-9c67-9339b627271f,image,network,volume] diff --git a/etc/testcase/tempest.volume.yml b/etc/testcase/tempest.volume.yml new file mode 100644 index 00000000..ce43271f --- /dev/null +++ b/etc/testcase/tempest.volume.yml @@ -0,0 +1,22 @@ +--- +dovetail.tempest.volume: + name: dovetail.tempest.volume + objective: tempest smoke test cases about volume + validate: + type: functest + testcase: tempest_custom + pre_condition: + - 'cp /home/opnfv/userconfig/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml' + - 'cp /home/opnfv/userconfig/pre_config/testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml' + pre_copy: + src_file: tempest_custom.txt + dest_path: /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/test_list.txt + report: + sub_testcase_list: + - tempest.api.volume.test_volumes_actions.VolumesV1ActionsTest.test_attach_detach_volume_to_instance[compute,id-fff42874-7db5-4487-a8e1-ddda5fb5288d,smoke] + - tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete[id-27fb0e9f-fb64-41dd-8bdb-1ffa762f0d51,smoke] + - tempest.api.volume.test_volumes_get.VolumesV1GetTest.test_volume_create_get_update_delete_from_image[id-54a01030-c7fc-447c-86ee-c1182beae638,image,smoke] + - tempest.api.volume.test_volumes_list.VolumesV1ListTestJSON.test_volume_list[id-0b6ddd39-b948-471f-8038-4787978747c4,smoke] + # + - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,smoke,volume] + - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPatternV2.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,smoke,volum diff --git a/etc/testcase/vnf.tc001.yml b/etc/testcase/vnf.tc001.yml deleted file mode 100644 index 5fe02fb3..00000000 --- a/etc/testcase/vnf.tc001.yml +++ /dev/null @@ -1,10 +0,0 @@ ---- -dovetail.vnf.tc001: - name: dovetail.vnf.tc001 - objective: testing for Cleawater IMS deployment using Cloudify orchestrator - validate: - type: functest - testcase: cloudify_ims - image_name: opnfv/functest-vnf - report: - sub_testcase_list: diff --git a/etc/testcase/vnf.vims.yml b/etc/testcase/vnf.vims.yml new file mode 100644 index 00000000..4a36fe08 --- /dev/null +++ b/etc/testcase/vnf.vims.yml @@ -0,0 +1,10 @@ +--- +dovetail.vnf.vims: + name: dovetail.vnf.vims + objective: testing for Clearwater IMS deployment using Cloudify orchestrator + validate: + type: functest + testcase: cloudify_ims + image_name: opnfv/functest-vnf + report: + sub_testcase_list: diff --git a/etc/testcase/vping.ssh.yml b/etc/testcase/vping.ssh.yml new file mode 100644 index 00000000..a46bcc89 --- /dev/null +++ b/etc/testcase/vping.ssh.yml @@ -0,0 +1,9 @@ +--- +dovetail.vping.ssh: + name: dovetail.vping.ssh + objective: testing for vping using ssh + validate: + type: functest + testcase: vping_ssh + report: + sub_testcase_list: diff --git a/etc/testcase/vping.tc001.yml b/etc/testcase/vping.tc001.yml deleted file mode 100644 index e3b501be..00000000 --- a/etc/testcase/vping.tc001.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.vping.tc001: - name: dovetail.vping.tc001 - objective: testing for vping using userdata - validate: - type: functest - testcase: vping_userdata - report: - sub_testcase_list: diff --git a/etc/testcase/vping.tc002.yml b/etc/testcase/vping.tc002.yml deleted file mode 100644 index a800a4db..00000000 --- a/etc/testcase/vping.tc002.yml +++ /dev/null @@ -1,9 +0,0 @@ ---- -dovetail.vping.tc002: - name: dovetail.vping.tc002 - objective: testing for vping using ssh - validate: - type: functest - testcase: vping_ssh - report: - sub_testcase_list: diff --git a/etc/testcase/vping.userdata.yml b/etc/testcase/vping.userdata.yml new file mode 100644 index 00000000..9a6f4c5a --- /dev/null +++ b/etc/testcase/vping.userdata.yml @@ -0,0 +1,9 @@ +--- +dovetail.vping.userdata: + name: dovetail.vping.userdata + objective: testing for vping using userdata + validate: + type: functest + testcase: vping_userdata + report: + sub_testcase_list: -- cgit 1.2.3-korg