Update Dovetail for XCI and Functest Hunter

All info are recorded in etherpad
https://etherpad.opnfv.org/p/Dovetail_XCI_TCs

Change-Id: Iec54ecca63ef9d83a2e6cceb4c8664a9d107eab4
Signed-off-by: xudan <xudan16@huawei.com>

19 files changed, 16 insertions, 93 deletions

diff --git a/etc/compliance/healthcheck.yml b/etc/compliance/healthcheck.yml
index aabccf56..ad461cad 100644
--- a/etc/compliance/healthcheck.yml
+++ b/etc/compliance/healthcheck.yml
@@ -14,6 +14,4 @@ healthcheck:
   name: healthcheck
   testcases_list:
     optional:
-      - functest.healthcheck.snaps_health_check
       - functest.healthcheck.connection_check
-      - functest.healthcheck.api_check
diff --git a/etc/compliance/ovp.2019.0x.yaml b/etc/compliance/ovp.2019.0x.yaml
index 5b9f493e..c0d9fe29 100644
--- a/etc/compliance/ovp.2019.0x.yaml
+++ b/etc/compliance/ovp.2019.0x.yaml
@@ -47,4 +47,3 @@ ovp.2019.0x:
       - yardstick.ha.controller_restart
       - functest.vnf.vims
       - functest.vnf.vepc
-      - functest.snaps.smoke
diff --git a/etc/testcase/functest.healthcheck.api_check.yml b/etc/testcase/functest.healthcheck.api_check.yml
deleted file mode 100644
index 377eecde..00000000
--- a/etc/testcase/functest.healthcheck.api_check.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-##############################################################################
-# Copyright (c) 2019 opnfv.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
----
-functest.healthcheck.api_check:
-  name: functest.healthcheck.api_check
-  objective: verify OpenStack API with simple queries
-  validate:
-    type: functest
-    testcase: api_check
-    image_name: opnfv/functest-healthcheck
-  report:
-    source_archive_files:
-      - functest.log
-    dest_archive_files:
-      - healthcheck_logs/functest.healthcheck.api_check.log
-    check_results_files:
-      - 'functest_results.txt'
-    sub_testcase_list:
diff --git a/etc/testcase/functest.healthcheck.snaps_health_check.yml b/etc/testcase/functest.healthcheck.snaps_health_check.yml
deleted file mode 100644
index 13dcc253..00000000
--- a/etc/testcase/functest.healthcheck.snaps_health_check.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-##############################################################################
-# Copyright (c) 2019 opnfv.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
----
-functest.healthcheck.snaps_health_check:
-  name: functest.healthcheck.snaps_health_check
-  objective: basic VM instance creation with port and IPv4 address through DHCP
-  validate:
-    type: functest
-    testcase: snaps_health_check
-    image_name: opnfv/functest-healthcheck
-  report:
-    source_archive_files:
-      - functest.log
-    dest_archive_files:
-      - healthcheck_logs/functest.healthcheck.snaps_health_check.log
-    check_results_files:
-      - 'functest_results.txt'
-    sub_testcase_list:
diff --git a/etc/testcase/functest.rally.authenticate.yml b/etc/testcase/functest.rally.authenticate.yml
index b5979f3c..f488ea04 100644
--- a/etc/testcase/functest.rally.authenticate.yml
+++ b/etc/testcase/functest.rally.authenticate.yml
@@ -14,7 +14,7 @@ functest.rally.authenticate:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_authenticate_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.cinder.yml b/etc/testcase/functest.rally.cinder.yml
index 137c2f8f..80365071 100644
--- a/etc/testcase/functest.rally.cinder.yml
+++ b/etc/testcase/functest.rally.cinder.yml
@@ -14,7 +14,7 @@ functest.rally.cinder:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_cinder_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.glance.yaml b/etc/testcase/functest.rally.glance.yaml
index 8439d991..df075cfa 100644
--- a/etc/testcase/functest.rally.glance.yaml
+++ b/etc/testcase/functest.rally.glance.yaml
@@ -14,7 +14,7 @@ functest.rally.glance:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_glance_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.gnocchi.yml b/etc/testcase/functest.rally.gnocchi.yml
index 5ddb605a..6e0063c6 100644
--- a/etc/testcase/functest.rally.gnocchi.yml
+++ b/etc/testcase/functest.rally.gnocchi.yml
@@ -14,7 +14,7 @@ functest.rally.gnocchi:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_gnocchi_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.heat.yml b/etc/testcase/functest.rally.heat.yml
index 44e7ab16..75edc850 100644
--- a/etc/testcase/functest.rally.heat.yml
+++ b/etc/testcase/functest.rally.heat.yml
@@ -14,7 +14,7 @@ functest.rally.heat:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_heat_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.keystone.yml b/etc/testcase/functest.rally.keystone.yml
index 5e334300..51256ac6 100644
--- a/etc/testcase/functest.rally.keystone.yml
+++ b/etc/testcase/functest.rally.keystone.yml
@@ -14,7 +14,7 @@ functest.rally.keystone:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_keystone_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.neutron.yml b/etc/testcase/functest.rally.neutron.yml
index 9bce0b3e..e1236e30 100644
--- a/etc/testcase/functest.rally.neutron.yml
+++ b/etc/testcase/functest.rally.neutron.yml
@@ -14,7 +14,7 @@ functest.rally.neutron:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_neutron_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.nova.yml b/etc/testcase/functest.rally.nova.yml
index a0c72f6d..df3d9904 100644
--- a/etc/testcase/functest.rally.nova.yml
+++ b/etc/testcase/functest.rally.nova.yml
@@ -14,7 +14,7 @@ functest.rally.nova:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_nova_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.rally.quotas.yml b/etc/testcase/functest.rally.quotas.yml
index dc88b385..fde32a37 100644
--- a/etc/testcase/functest.rally.quotas.yml
+++ b/etc/testcase/functest.rally.quotas.yml
@@ -14,7 +14,7 @@ functest.rally.quotas:
   validate:
     type: functest
     testcase: rally_full
-    image_name: opnfv/functest-components
+    image_name: opnfv/functest-benchmarking
     pre_condition:
       - 'cp /home/opnfv/userconfig/rally_quotas_testcases.yaml /usr/lib/python2.7/site-packages/xtesting/ci/testcases.yaml'
   report:
diff --git a/etc/testcase/functest.security.patrole_vxlan_dependent.yml b/etc/testcase/functest.security.patrole_vxlan_dependent.yml
index c2e2bd5e..20ae3396 100644
--- a/etc/testcase/functest.security.patrole_vxlan_dependent.yml
+++ b/etc/testcase/functest.security.patrole_vxlan_dependent.yml
@@ -30,5 +30,5 @@ functest.security.patrole_vxlan_dependent:
     check_results_files:
       - 'functest_results.txt'
     sub_testcase_list:
-      - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_network_type[admin]
-      - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_segmentation_id[admin]
+      - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_network_type[id-3c42f7b8-b80c-44ef-8fa4-69ec4b1836bc]
+      - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_segmentation_id[id-b9decb7b-68ef-4504-b99b-41edbf7d2af5]
diff --git a/etc/testcase/functest.snaps.smoke.yml b/etc/testcase/functest.snaps.smoke.yml
deleted file mode 100644
index 7699ce3f..00000000
--- a/etc/testcase/functest.snaps.smoke.yml
+++ /dev/null
@@ -1,24 +0,0 @@
-##############################################################################
-# Copyright (c) 2019 opnfv.
-#
-# All rights reserved. This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-# http://www.apache.org/licenses/LICENSE-2.0
-##############################################################################
-
----
-functest.snaps.smoke:
-  name: functest.snaps.smoke
-  objective: snaps smoke test cases
-  validate:
-    type: functest
-    testcase: snaps_smoke
-  report:
-    source_archive_files:
-      - functest.log
-    dest_archive_files:
-      - snaps_logs/functest.snaps.smoke.log
-    check_results_files:
-      - 'functest_results.txt'
-    sub_testcase_list:
diff --git a/etc/testcase/functest.tempest.identity_v3.yml b/etc/testcase/functest.tempest.identity_v3.yml
index 3dd498ca..ba40f8c2 100644
--- a/etc/testcase/functest.tempest.identity_v3.yml
+++ b/etc/testcase/functest.tempest.identity_v3.yml
@@ -31,7 +31,6 @@ functest.tempest.identity_v3:
       - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke]
-      - tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke]
       - tempest.api.identity.admin.v3.test_domains.DomainsTestJSON.test_create_update_delete_domain[id-f2f5b44a-82e8-4dad-8084-0661ea3b18cf,smoke]
       - tempest.api.identity.admin.v3.test_endpoints.EndPointsTestJSON.test_update_endpoint[id-37e8f15e-ee7c-4657-a1e7-f6b61e375eff,smoke]
       - tempest.api.identity.admin.v3.test_groups.GroupsV3TestJSON.test_group_users_add_list_delete[id-1598521a-2f36-4606-8df9-30772bd51339,smoke]
@@ -41,3 +40,4 @@ functest.tempest.identity_v3:
       - tempest.api.identity.admin.v3.test_services.ServicesTestJSON.test_create_update_get_service[id-5193aad5-bcb7-411d-85b0-b3b61b96ef06,smoke]
       - tempest.api.identity.admin.v3.test_trusts.TrustsV3TestJSON.test_get_trusts_all[id-4773ebd5-ecbf-4255-b8d8-b63e6f72b65d,smoke]
       - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_list_api_versions[id-721f480f-35b6-46c7-846e-047e6acea0dc,smoke]
+      - tempest.api.identity.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke]
diff --git a/etc/testcase/functest.tempest.ipv6_scenario.yml b/etc/testcase/functest.tempest.ipv6_scenario.yml
index 8649eee7..5e660041 100644
--- a/etc/testcase/functest.tempest.ipv6_scenario.yml
+++ b/etc/testcase/functest.tempest.ipv6_scenario.yml
@@ -37,4 +37,4 @@ functest.tempest.ipv6_scenario:
       - tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os[compute,id-2c92df61-29f0-4eaa-bee3-7c65bef62a43,network,slow]
       - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os[compute,id-b6399d76-4438-4658-bcf5-0d6c8584fde2,network,slow]
       - tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac[compute,id-dec222b1-180c-4098-b8c5-cc1b8342d611,network,slow]
-      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network]
+      - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac[compute,id-9178ad42-10e4-47e9-8987-e02b170cc5cd,network,slow]
diff --git a/etc/testcase/functest.tempest.vm_lifecycle.yml b/etc/testcase/functest.tempest.vm_lifecycle.yml
index 4c8b248e..edd32c62 100644
--- a/etc/testcase/functest.tempest.vm_lifecycle.yml
+++ b/etc/testcase/functest.tempest.vm_lifecycle.yml
@@ -33,12 +33,12 @@ functest.tempest.vm_lifecycle:
       - tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario[compute,id-bdbb5441-9204-419d-a225-b4fdbfb1a1a8,image,network,volume]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration[compute,id-a4858f6c-401e-4155-9a49-d5cd053d1a2f,network,slow]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_pause_unpause[compute,id-2b2642db-6568-4b35-b812-eceed3fa20ce,network,slow]
-      - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot[compute,id-7b6860c2-afa3-4846-9522-adeb38dfbe08,network]
+      - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot[compute,id-7b6860c2-afa3-4846-9522-adeb38dfbe08,network,slow]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild[compute,id-88a529c2-1daa-4c85-9aec-d541ba3eb699,network,slow]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_resize[compute,id-719eb59d-2f42-4b66-b8b1-bb1254473967,network,slow]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_stop_start[compute,id-61f1aa9a-1573-410e-9054-afa557cab021,network,slow]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_suspend_resume[compute,id-5cdf9499-541d-4923-804e-b9a60620a7f0,network,slow]
-      - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_resize_volume_backed_server_confirm[compute,id-e6c28180-7454-4b59-b188-0257af08a63b,slow,volume]
+      - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_resize_volume_backed_server_confirm[id-e6c28180-7454-4b59-b188-0257af08a63b,volume]
       - tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume[compute,id-949da7d5-72c8-4808-8802-e3d70df98e2c,slow]
       - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_instance[compute,id-1164e700-0af0-4a4c-8792-35909a88743c,image,network,slow]
       - tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_volume_backed_instance[compute,id-c1b6318c-b9da-490b-9c67-9339b627271f,image,network,slow,volume]
diff --git a/etc/testcase/functest.tempest.volume.yml b/etc/testcase/functest.tempest.volume.yml
index 73d48707..c9e85969 100644
--- a/etc/testcase/functest.tempest.volume.yml
+++ b/etc/testcase/functest.tempest.volume.yml
@@ -31,4 +31,4 @@ functest.tempest.volume:
       - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance[compute,id-fff42874-7db5-4487-a8e1-ddda5fb5288d,smoke]
-      - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,volume]
+      - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,slow,volume]