Provide a list of check results files instead of one

This patchs gives the ability to provide more than one check results
file. Furthermore, it does not alter the behavior of the existing tests
but prepares dovetail to be able to fetch information from many
sources.

Change-Id: I23cd23d2908ad6bdddd94b977813d0e81dc0c05a
Signed-off-by: Stamatis Katsaounis <mokats@intracom-telecom.com>

44 files changed, 88 insertions, 44 deletions

diff --git a/etc/testcase/bottlenecks.stress.ping.yml b/etc/testcase/bottlenecks.stress.ping.yml
index 63717047..48e452e8 100644
--- a/etc/testcase/bottlenecks.stress.ping.yml
+++ b/etc/testcase/bottlenecks.stress.ping.yml
@@ -14,5 +14,6 @@ bottlenecks.stress.ping:
     dest_archive_files:
       - stress_logs/bottlenecks.stress.ping.log
       - stress_logs/bottlenecks.stress.ping.out
-    check_results_file: stress_logs/bottlenecks.stress.ping.out
+    check_results_files:
+      - stress_logs/bottlenecks.stress.ping.out
     sub_testcase_list:
diff --git a/etc/testcase/functest.bgpvpn.router_association.yml b/etc/testcase/functest.bgpvpn.router_association.yml
index f6c56ffa..1f720caa 100644
--- a/etc/testcase/functest.bgpvpn.router_association.yml
+++ b/etc/testcase/functest.bgpvpn.router_association.yml
@@ -14,5 +14,6 @@ functest.bgpvpn.router_association:
       - functest.log
     dest_archive_files:
       - bgpvpn_logs/functest.bgpvpn.router_association.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.bgpvpn.router_association_floating_ip.yml b/etc/testcase/functest.bgpvpn.router_association_floating_ip.yml
index b1c6cb4d..6e13f5d6 100644
--- a/etc/testcase/functest.bgpvpn.router_association_floating_ip.yml
+++ b/etc/testcase/functest.bgpvpn.router_association_floating_ip.yml
@@ -14,5 +14,6 @@ functest.bgpvpn.router_association_floating_ip:
       - functest.log
     dest_archive_files:
       - bgpvpn_logs/functest.bgpvpn.router_association_floating_ip.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.bgpvpn.subnet_connectivity.yml b/etc/testcase/functest.bgpvpn.subnet_connectivity.yml
index bb48663e..8ff57e97 100644
--- a/etc/testcase/functest.bgpvpn.subnet_connectivity.yml
+++ b/etc/testcase/functest.bgpvpn.subnet_connectivity.yml
@@ -14,5 +14,6 @@ functest.bgpvpn.subnet_connectivity:
       - functest.log
     dest_archive_files:
       - bgpvpn_logs/functest.bgpvpn.subnet_connectivity.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.bgpvpn.tenant_separation.yml b/etc/testcase/functest.bgpvpn.tenant_separation.yml
index 61e768d7..b40dd00d 100644
--- a/etc/testcase/functest.bgpvpn.tenant_separation.yml
+++ b/etc/testcase/functest.bgpvpn.tenant_separation.yml
@@ -14,5 +14,6 @@ functest.bgpvpn.tenant_separation:
       - functest.log
     dest_archive_files:
       - bgpvpn_logs/functest.bgpvpn.tenant_separation.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.healthcheck.api_check.yml b/etc/testcase/functest.healthcheck.api_check.yml
index ed586689..18a28921 100644
--- a/etc/testcase/functest.healthcheck.api_check.yml
+++ b/etc/testcase/functest.healthcheck.api_check.yml
@@ -11,5 +11,6 @@ functest.healthcheck.api_check:
       - functest.log
     dest_archive_files:
       - healthcheck_logs/functest.healthcheck.api_check.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.healthcheck.connection_check.yml b/etc/testcase/functest.healthcheck.connection_check.yml
index e9ddd40b..6dc9d458 100644
--- a/etc/testcase/functest.healthcheck.connection_check.yml
+++ b/etc/testcase/functest.healthcheck.connection_check.yml
@@ -11,5 +11,6 @@ functest.healthcheck.connection_check:
       - functest.log
     dest_archive_files:
       - healthcheck_logs/functest.healthcheck.connection_check.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.healthcheck.snaps_health_check.yml b/etc/testcase/functest.healthcheck.snaps_health_check.yml
index 014ccfd4..9b21547d 100644
--- a/etc/testcase/functest.healthcheck.snaps_health_check.yml
+++ b/etc/testcase/functest.healthcheck.snaps_health_check.yml
@@ -11,5 +11,6 @@ functest.healthcheck.snaps_health_check:
       - functest.log
     dest_archive_files:
       - healthcheck_logs/functest.healthcheck.snaps_health_check.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.k8s.conformance.yml b/etc/testcase/functest.k8s.conformance.yml
index db85342c..78ed6acb 100644
--- a/etc/testcase/functest.k8s.conformance.yml
+++ b/etc/testcase/functest.k8s.conformance.yml
@@ -11,5 +11,6 @@ functest.k8s.conformance:
       - functest-kubernetes.log
     dest_archive_files:
       - k8s_logs/functest.k8s.conformance.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.k8s.smoke.yml b/etc/testcase/functest.k8s.smoke.yml
index cedc0223..e3f61ae7 100644
--- a/etc/testcase/functest.k8s.smoke.yml
+++ b/etc/testcase/functest.k8s.smoke.yml
@@ -11,5 +11,6 @@ functest.k8s.smoke:
       - functest-kubernetes.log
     dest_archive_files:
       - k8s_logs/functest.k8s.smoke.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.security.patrole.yml b/etc/testcase/functest.security.patrole.yml
index 7f3f973c..369e915f 100644
--- a/etc/testcase/functest.security.patrole.yml
+++ b/etc/testcase/functest.security.patrole.yml
@@ -16,7 +16,8 @@ functest.security.patrole:
       - security_logs/functest.security.patrole.functest.log
       - security_logs/functest.security.patrole.log
       - security_logs/functest.security.patrole.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - patrole_tempest_plugin.tests.api.image.test_image_namespace_objects_rbac.ImageNamespacesObjectsRbacTest.test_create_metadef_object_in_namespace
       - patrole_tempest_plugin.tests.api.image.test_image_namespace_objects_rbac.ImageNamespacesObjectsRbacTest.test_list_metadef_objects_in_namespace
diff --git a/etc/testcase/functest.security.patrole_vxlan_dependent.yml b/etc/testcase/functest.security.patrole_vxlan_dependent.yml
index 8208584e..cd2a3786 100644
--- a/etc/testcase/functest.security.patrole_vxlan_dependent.yml
+++ b/etc/testcase/functest.security.patrole_vxlan_dependent.yml
@@ -18,7 +18,8 @@ functest.security.patrole_vxlan_dependent:
       - security_logs/functest.security.patrole_vxlan_dependent.functest.log
       - security_logs/functest.security.patrole_vxlan_dependent.log
       - security_logs/functest.security.patrole_vxlan_dependent.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_network_type[admin]
       - patrole_tempest_plugin.tests.api.network.test_networks_rbac.NetworksRbacTest.test_create_network_provider_segmentation_id[admin]
diff --git a/etc/testcase/functest.snaps.smoke.yml b/etc/testcase/functest.snaps.smoke.yml
index fc0cd4e0..68a5714b 100644
--- a/etc/testcase/functest.snaps.smoke.yml
+++ b/etc/testcase/functest.snaps.smoke.yml
@@ -10,5 +10,6 @@ functest.snaps.smoke:
       - functest.log
     dest_archive_files:
       - snaps_logs/functest.snaps.smoke.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.tempest.bgpvpn.yml b/etc/testcase/functest.tempest.bgpvpn.yml
index 19ad7a63..9b11caf9 100644
--- a/etc/testcase/functest.tempest.bgpvpn.yml
+++ b/etc/testcase/functest.tempest.bgpvpn.yml
@@ -19,7 +19,8 @@ functest.tempest.bgpvpn:
       - tempest_logs/functest.tempest.bgpvpn.functest.log
       - tempest_logs/functest.tempest.bgpvpn.log
       - tempest_logs/functest.tempest.bgpvpn.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_associate_disassociate_network
       - networking_bgpvpn_tempest.tests.api.test_bgpvpn.BgpvpnTest.test_associate_disassociate_router
diff --git a/etc/testcase/functest.tempest.compute.yml b/etc/testcase/functest.tempest.compute.yml
index 9649e965..96cf4ece 100644
--- a/etc/testcase/functest.tempest.compute.yml
+++ b/etc/testcase/functest.tempest.compute.yml
@@ -18,7 +18,8 @@ functest.tempest.compute:
       - tempest_logs/functest.tempest.compute.functest.log
       - tempest_logs/functest.tempest.compute.log
       - tempest_logs/functest.tempest.compute.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_get_flavor[id-1f12046b-753d-40d2-abb6-d8eb8b30cb2f,smoke]
       - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors[id-e36c0eaa-dff5-4082-ad1f-3f9a80aa3f59,smoke]
diff --git a/etc/testcase/functest.tempest.identity_v3.yml b/etc/testcase/functest.tempest.identity_v3.yml
index 5f121993..93451b68 100644
--- a/etc/testcase/functest.tempest.identity_v3.yml
+++ b/etc/testcase/functest.tempest.identity_v3.yml
@@ -18,7 +18,8 @@ functest.tempest.identity_v3:
       - tempest_logs/functest.tempest.identity_v3.functest.log
       - tempest_logs/functest.tempest.identity_v3.log
       - tempest_logs/functest.tempest.identity_v3.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.identity.admin.v3.test_credentials.CredentialsTestJSON.test_credentials_create_get_update_delete[id-7cd59bf9-bda4-4c72-9467-d21cab278355,smoke]
       - tempest.api.identity.admin.v3.test_domains.DefaultDomainTestJSON.test_default_domain_exists[id-17a5de24-e6a0-4e4a-a9ee-d85b6e5612b5,smoke]
diff --git a/etc/testcase/functest.tempest.image.yml b/etc/testcase/functest.tempest.image.yml
index 90aaf4eb..f4ebae22 100644
--- a/etc/testcase/functest.tempest.image.yml
+++ b/etc/testcase/functest.tempest.image.yml
@@ -18,7 +18,8 @@ functest.tempest.image:
       - tempest_logs/functest.tempest.image.functest.log
       - tempest_logs/functest.tempest.image.log
       - tempest_logs/functest.tempest.image.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_register_upload_get_image_file[id-139b765e-7f3d-4b3d-8b37-3ca3876ee318,smoke]
       - tempest.api.image.v2.test_versions.VersionsTest.test_list_versions[id-659ea30a-a17c-4317-832c-0f68ed23c31d,smoke]
diff --git a/etc/testcase/functest.tempest.ipv6_api.yml b/etc/testcase/functest.tempest.ipv6_api.yml
index a251c54e..a0171e5b 100644
--- a/etc/testcase/functest.tempest.ipv6_api.yml
+++ b/etc/testcase/functest.tempest.ipv6_api.yml
@@ -18,7 +18,8 @@ functest.tempest.ipv6_api:
       - tempest_logs/functest.tempest.ipv6_api.functest.log
       - tempest_logs/functest.tempest.ipv6_api.log
       - tempest_logs/functest.tempest.ipv6_api.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network[id-d4f9024d-1e28-4fc1-a6b1-25dbc6fa11e2,smoke]
       - tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port[id-48037ff2-e889-4c3b-b86a-8e3f34d2d060,smoke]
diff --git a/etc/testcase/functest.tempest.ipv6_scenario.yml b/etc/testcase/functest.tempest.ipv6_scenario.yml
index 9a82ff31..db56dc15 100644
--- a/etc/testcase/functest.tempest.ipv6_scenario.yml
+++ b/etc/testcase/functest.tempest.ipv6_scenario.yml
@@ -18,7 +18,8 @@ functest.tempest.ipv6_scenario:
       - tempest_logs/functest.tempest.ipv6_scenario.functest.log
       - tempest_logs/functest.tempest.ipv6_scenario.log
       - tempest_logs/functest.tempest.ipv6_scenario.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os[compute,id-d7e1f858-187c-45a6-89c9-bdafde619a9f,network,slow]
       - tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os[compute,id-76f26acd-9688-42b4-bc3e-cd134c4cb09e,network,slow]
diff --git a/etc/testcase/functest.tempest.multi_node_scheduling.yml b/etc/testcase/functest.tempest.multi_node_scheduling.yml
index d78d874f..6ccc3074 100644
--- a/etc/testcase/functest.tempest.multi_node_scheduling.yml
+++ b/etc/testcase/functest.tempest.multi_node_scheduling.yml
@@ -18,7 +18,8 @@ functest.tempest.multi_node_scheduling:
       - tempest_logs/functest.tempest.multi_node_scheduling.functest.log
       - tempest_logs/functest.tempest.multi_node_scheduling.log
       - tempest_logs/functest.tempest.multi_node_scheduling.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes[compute,id-9cecbe35-b9d4-48da-a37e-7ce70aa43d30,network,smoke]
       - tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy[id-154dc5a4-a2fe-44b5-b99e-f15806a4a113]
diff --git a/etc/testcase/functest.tempest.network_api.yml b/etc/testcase/functest.tempest.network_api.yml
index 0c4feec8..3fdf6a9a 100644
--- a/etc/testcase/functest.tempest.network_api.yml
+++ b/etc/testcase/functest.tempest.network_api.yml
@@ -18,7 +18,8 @@ functest.tempest.network_api:
       - tempest_logs/functest.tempest.network_api.functest.log
       - tempest_logs/functest.tempest.network_api.log
       - tempest_logs/functest.tempest.network_api.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.network.test_extensions.ExtensionsTestJSON.test_list_show_extensions[id-ef28c7e6-e646-4979-9d67-deb207bc5564,smoke]
       - tempest.api.network.test_floating_ips.FloatingIPTestJSON.test_create_floating_ip_specifying_a_fixed_ip_address[id-36de4bd0-f09c-43e3-a8e1-1decc1ffd3a5,smoke]
diff --git a/etc/testcase/functest.tempest.network_scenario.yml b/etc/testcase/functest.tempest.network_scenario.yml
index 46226417..01104ac7 100644
--- a/etc/testcase/functest.tempest.network_scenario.yml
+++ b/etc/testcase/functest.tempest.network_scenario.yml
@@ -18,7 +18,8 @@ functest.tempest.network_scenario:
       - tempest_logs/functest.tempest.network_scenario.functest.log
       - tempest_logs/functest.tempest.network_scenario.log
       - tempest_logs/functest.tempest.network_scenario.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic[compute,id-c5adff73-e961-41f1-b4a9-343614f18cfa,network]
       - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops[compute,id-f323b3ba-82f8-4db7-8ea6-6a895869ec49,network,smoke]
diff --git a/etc/testcase/functest.tempest.network_security.yml b/etc/testcase/functest.tempest.network_security.yml
index b2eb9ac9..ac0d0ce7 100644
--- a/etc/testcase/functest.tempest.network_security.yml
+++ b/etc/testcase/functest.tempest.network_security.yml
@@ -18,7 +18,8 @@ functest.tempest.network_security:
       - tempest_logs/functest.tempest.network_security.functest.log
       - tempest_logs/functest.tempest.network_security.log
       - tempest_logs/functest.tempest.network_security.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port[compute,id-7c0bb1a2-d053-49a4-98f9-ca1a1d849f63,network,slow]
       - tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic[compute,id-e79f879e-debb-440c-a7e4-efeda05b6848,network]
diff --git a/etc/testcase/functest.tempest.osinterop.yml b/etc/testcase/functest.tempest.osinterop.yml
index cb2d5978..84c5c9f2 100644
--- a/etc/testcase/functest.tempest.osinterop.yml
+++ b/etc/testcase/functest.tempest.osinterop.yml
@@ -19,7 +19,8 @@ functest.tempest.osinterop:
       - tempest_logs/functest.tempest.osinterop.functest.log
       - tempest_logs/functest.tempest.osinterop.log
       - tempest_logs/functest.tempest.osinterop.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code[id-c9463db8-b44d-4f52-b6c0-8dbda99f26ce]
       - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp[id-3d3852eb-3009-49ec-97ac-5ce83b73010a]
diff --git a/etc/testcase/functest.tempest.trunk-ports.yml b/etc/testcase/functest.tempest.trunk-ports.yml
index 31725ad7..73853cae 100644
--- a/etc/testcase/functest.tempest.trunk-ports.yml
+++ b/etc/testcase/functest.tempest.trunk-ports.yml
@@ -16,7 +16,8 @@ functest.tempest.neutron_trunk_ports:
       - tempest_logs/functest.tempest.neutron_trunk_ports.functest.log
       - tempest_logs/functest.tempest.neutron_trunk_ports.log
       - tempest_logs/functest.tempest.neutron_trunk_ports.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - neutron_tempest_plugin.api.test_trunk.TrunkTestJSON.test_add_subport
       - neutron_tempest_plugin.api.test_trunk.TrunkTestJSON.test_create_show_delete_trunk
diff --git a/etc/testcase/functest.tempest.vm_lifecycle.yml b/etc/testcase/functest.tempest.vm_lifecycle.yml
index 707ed36b..f9fa61d7 100644
--- a/etc/testcase/functest.tempest.vm_lifecycle.yml
+++ b/etc/testcase/functest.tempest.vm_lifecycle.yml
@@ -18,7 +18,8 @@ functest.tempest.vm_lifecycle:
       - tempest_logs/functest.tempest.vm_lifecycle.functest.log
       - tempest_logs/functest.tempest.vm_lifecycle.log
       - tempest_logs/functest.tempest.vm_lifecycle.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario[compute,id-bdbb5441-9204-419d-a225-b4fdbfb1a1a8,image,network,volume]
       - tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration[compute,id-a4858f6c-401e-4155-9a49-d5cd053d1a2f,network,slow]
diff --git a/etc/testcase/functest.tempest.volume.yml b/etc/testcase/functest.tempest.volume.yml
index a1c658f4..5c3d15d1 100644
--- a/etc/testcase/functest.tempest.volume.yml
+++ b/etc/testcase/functest.tempest.volume.yml
@@ -18,7 +18,8 @@ functest.tempest.volume:
       - tempest_logs/functest.tempest.volume.functest.log
       - tempest_logs/functest.tempest.volume.log
       - tempest_logs/functest.tempest.volume.html
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
       - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_attach_detach_volume_to_instance[compute,id-fff42874-7db5-4487-a8e1-ddda5fb5288d,smoke]
       - tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern[compute,id-557cd2c2-4eb8-4dce-98be-f86765ff311b,image,volume]
diff --git a/etc/testcase/functest.vnf.vepc.yml b/etc/testcase/functest.vnf.vepc.yml
index 7c75f0a2..33543ba2 100644
--- a/etc/testcase/functest.vnf.vepc.yml
+++ b/etc/testcase/functest.vnf.vepc.yml
@@ -13,5 +13,6 @@ functest.vnf.vepc:
       - functest.log
     dest_archive_files:
       - vnf_logs/functest.vnf.vepc.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.vnf.vims.yml b/etc/testcase/functest.vnf.vims.yml
index cc9b2a87..3cd35388 100644
--- a/etc/testcase/functest.vnf.vims.yml
+++ b/etc/testcase/functest.vnf.vims.yml
@@ -13,5 +13,6 @@ functest.vnf.vims:
       - functest.log
     dest_archive_files:
       - vnf_logs/functest.vnf.vims.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.vping.ssh.yml b/etc/testcase/functest.vping.ssh.yml
index 43a6e2b4..5ca26499 100644
--- a/etc/testcase/functest.vping.ssh.yml
+++ b/etc/testcase/functest.vping.ssh.yml
@@ -11,5 +11,6 @@ functest.vping.ssh:
       - functest.log
     dest_archive_files:
       - vping_logs/functest.vping.ssh.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/functest.vping.userdata.yml b/etc/testcase/functest.vping.userdata.yml
index 1943e92e..07e0a2f6 100644
--- a/etc/testcase/functest.vping.userdata.yml
+++ b/etc/testcase/functest.vping.userdata.yml
@@ -11,5 +11,6 @@ functest.vping.userdata:
       - functest.log
     dest_archive_files:
       - vping_logs/functest.vping.userdata.log
-    check_results_file: 'functest_results.txt'
+    check_results_files:
+      - 'functest_results.txt'
     sub_testcase_list:
diff --git a/etc/testcase/onap-vtp.validate.csar.yml b/etc/testcase/onap-vtp.validate.csar.yml
index 4a9d0ebb..d544b6c5 100644
--- a/etc/testcase/onap-vtp.validate.csar.yml
+++ b/etc/testcase/onap-vtp.validate.csar.yml
@@ -10,5 +10,6 @@ onap-vtp.validate.csar:
       - onap-vtp.validate.csar.out
     dest_archive_files:
       - onap-vtp_logs/onap-vtp.validate.csar.out
-    check_results_file: onap-vtp_logs/onap-vtp.validate.csar.out
+    check_results_files:
+      - onap-vtp_logs/onap-vtp.validate.csar.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.cinder_api.yml b/etc/testcase/yardstick.ha.cinder_api.yml
index ca99e10d..e03949dd 100644
--- a/etc/testcase/yardstick.ha.cinder_api.yml
+++ b/etc/testcase/yardstick.ha.cinder_api.yml
@@ -14,5 +14,6 @@ yardstick.ha.cinder_api:
     dest_archive_files:
       - ha_logs/yardstick.ha.cinder_api.log
       - ha_logs/yardstick.ha.cinder_api.out
-    check_results_file: ha_logs/yardstick.ha.cinder_api.out
+    check_results_files:
+      - ha_logs/yardstick.ha.cinder_api.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.controller_restart.yml b/etc/testcase/yardstick.ha.controller_restart.yml
index fba59f8d..4ede1b3d 100644
--- a/etc/testcase/yardstick.ha.controller_restart.yml
+++ b/etc/testcase/yardstick.ha.controller_restart.yml
@@ -12,5 +12,6 @@ yardstick.ha.controller_restart:
     dest_archive_files:
       - ha_logs/yardstick.ha.controller_restart.log
       - ha_logs/yardstick.ha.controller_restart.out
-    check_results_file: ha_logs/yardstick.ha.controller_restart.out
+    check_results_files:
+      - ha_logs/yardstick.ha.controller_restart.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.cpu_load.yml b/etc/testcase/yardstick.ha.cpu_load.yml
index f991df89..897a843e 100644
--- a/etc/testcase/yardstick.ha.cpu_load.yml
+++ b/etc/testcase/yardstick.ha.cpu_load.yml
@@ -17,5 +17,6 @@ yardstick.ha.cpu_load:
     dest_archive_files:
       - ha_logs/yardstick.ha.cpu_load.log
       - ha_logs/yardstick.ha.cpu_load.out
-    check_results_file: ha_logs/yardstick.ha.cpu_load.out
+    check_results_files:
+      - ha_logs/yardstick.ha.cpu_load.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.database.yml b/etc/testcase/yardstick.ha.database.yml
index a653f397..c308d834 100644
--- a/etc/testcase/yardstick.ha.database.yml
+++ b/etc/testcase/yardstick.ha.database.yml
@@ -14,5 +14,6 @@ yardstick.ha.database:
     dest_archive_files:
       - ha_logs/yardstick.ha.database.log
       - ha_logs/yardstick.ha.database.out
-    check_results_file: ha_logs/yardstick.ha.database.out
+    check_results_files:
+      - ha_logs/yardstick.ha.database.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.disk_load.yml b/etc/testcase/yardstick.ha.disk_load.yml
index 6311a7bd..4fd1aed1 100644
--- a/etc/testcase/yardstick.ha.disk_load.yml
+++ b/etc/testcase/yardstick.ha.disk_load.yml
@@ -16,5 +16,6 @@ yardstick.ha.disk_load:
     dest_archive_files:
       - ha_logs/yardstick.ha.disk_load.log
       - ha_logs/yardstick.ha.disk_load.out
-    check_results_file: ha_logs/yardstick.ha.disk_load.out
+    check_results_files:
+      - ha_logs/yardstick.ha.disk_load.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.glance_api.yml b/etc/testcase/yardstick.ha.glance_api.yml
index ee900cf1..3ba48a6d 100644
--- a/etc/testcase/yardstick.ha.glance_api.yml
+++ b/etc/testcase/yardstick.ha.glance_api.yml
@@ -14,5 +14,6 @@ yardstick.ha.glance_api:
     dest_archive_files:
       - ha_logs/yardstick.ha.glance_api.log
       - ha_logs/yardstick.ha.glance_api.out
-    check_results_file: ha_logs/yardstick.ha.glance_api.out
+    check_results_files:
+      - ha_logs/yardstick.ha.glance_api.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.haproxy.yml b/etc/testcase/yardstick.ha.haproxy.yml
index 6fc1df9d..d5799324 100644
--- a/etc/testcase/yardstick.ha.haproxy.yml
+++ b/etc/testcase/yardstick.ha.haproxy.yml
@@ -17,5 +17,6 @@ yardstick.ha.haproxy:
     dest_archive_files:
       - ha_logs/yardstick.ha.haproxy.log
       - ha_logs/yardstick.ha.haproxy.out
-    check_results_file: ha_logs/yardstick.ha.haproxy.out
+    check_results_files:
+      - ha_logs/yardstick.ha.haproxy.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.keystone.yml b/etc/testcase/yardstick.ha.keystone.yml
index 101b255b..a40da4a4 100644
--- a/etc/testcase/yardstick.ha.keystone.yml
+++ b/etc/testcase/yardstick.ha.keystone.yml
@@ -14,5 +14,6 @@ yardstick.ha.keystone:
     dest_archive_files:
       - ha_logs/yardstick.ha.keystone.log
       - ha_logs/yardstick.ha.keystone.out
-    check_results_file: ha_logs/yardstick.ha.keystone.out
+    check_results_files:
+      - ha_logs/yardstick.ha.keystone.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.neutron_l3_agent.yml b/etc/testcase/yardstick.ha.neutron_l3_agent.yml
index cf8453e4..e8270385 100644
--- a/etc/testcase/yardstick.ha.neutron_l3_agent.yml
+++ b/etc/testcase/yardstick.ha.neutron_l3_agent.yml
@@ -28,5 +28,6 @@ yardstick.ha.neutron_l3_agent:
     dest_archive_files:
       - ha_logs/yardstick.ha.neutron_l3_agent.log
       - ha_logs/yardstick.ha.neutron_l3_agent.out
-    check_results_file: ha_logs/yardstick.ha.neutron_l3_agent.out
+    check_results_files:
+      - ha_logs/yardstick.ha.neutron_l3_agent.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.neutron_server.yml b/etc/testcase/yardstick.ha.neutron_server.yml
index 9d741c2b..6d50beb5 100644
--- a/etc/testcase/yardstick.ha.neutron_server.yml
+++ b/etc/testcase/yardstick.ha.neutron_server.yml
@@ -14,5 +14,6 @@ yardstick.ha.neutron_server:
     dest_archive_files:
       - ha_logs/yardstick.ha.neutron_server.log
       - ha_logs/yardstick.ha.neutron_server.out
-    check_results_file: ha_logs/yardstick.ha.neutron_server.out
+    check_results_files:
+      - ha_logs/yardstick.ha.neutron_server.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.nova_api.yml b/etc/testcase/yardstick.ha.nova_api.yml
index b15f2db6..da9c1996 100644
--- a/etc/testcase/yardstick.ha.nova_api.yml
+++ b/etc/testcase/yardstick.ha.nova_api.yml
@@ -14,5 +14,6 @@ yardstick.ha.nova_api:
     dest_archive_files:
       - ha_logs/yardstick.ha.nova_api.log
       - ha_logs/yardstick.ha.nova_api.out
-    check_results_file: ha_logs/yardstick.ha.nova_api.out
+    check_results_files:
+      - ha_logs/yardstick.ha.nova_api.out
     sub_testcase_list:
diff --git a/etc/testcase/yardstick.ha.rabbitmq.yml b/etc/testcase/yardstick.ha.rabbitmq.yml
index 027cb358..28c66f8d 100644
--- a/etc/testcase/yardstick.ha.rabbitmq.yml
+++ b/etc/testcase/yardstick.ha.rabbitmq.yml
@@ -12,5 +12,6 @@ yardstick.ha.rabbitmq:
     dest_archive_files:
       - ha_logs/yardstick.ha.rabbitmq.log
       - ha_logs/yardstick.ha.rabbitmq.out
-    check_results_file: ha_logs/yardstick.ha.rabbitmq.out
+    check_results_files:
+      - ha_logs/yardstick.ha.rabbitmq.out
     sub_testcase_list: