summaryrefslogtreecommitdiffstats
path: root/etc/testcase/functest.tempest.osinterop.yml
blob: 45ce96ac0047f3c7e682bbe807ffea063be3a09e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
##############################################################################
# Copyright (c) 2019 opnfv.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Apache License, Version 2.0
# which accompanies this distribution, and is available at
# http://www.apache.org/licenses/LICENSE-2.0
##############################################################################

---
functest.tempest.osinterop:
  name: functest.tempest.osinterop
  objective: > # Set of OpenStack interoperability test cases not flagged and required. It only contains OpenStack core (no object storage)
    # The approved guidelines (2016.08) are valid for Kilo, Liberty, Mitaka and Newton releases of OpenStack
    # The list can be generated using the Rest API from RefStack project:
    # https://refstack.openstack.org/api/v1/guidelines/2016.08/tests?target=compute&type=required&alias=true&flag=false
  validate:
    type: functest
    testcase: refstack_defcore
    pre_condition:
      - 'cp /home/opnfv/pre_config/tempest_conf.yaml /usr/lib/python2.7/site-packages/functest/opnfv_tests/openstack/tempest/custom_tests/tempest_conf.yaml'
  report:
    source_archive_files:
      - functest.log
      - refstack_defcore/rally.log
      - refstack_defcore/tempest-report.html
    dest_archive_files:
      - tempest_logs/functest.tempest.osinterop.functest.log
      - tempest_logs/functest.tempest.osinterop.log
      - tempest_logs/functest.tempest.osinterop.html
    check_results_files:
      - 'functest_results.txt'
    sub_testcase_list:
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code
      - tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_delete_nonexistent_volume_id
      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image
      - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_from_image
      - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix
      - tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server
      - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status
      - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_status
      - tempest.api.network.test_networks.NetworksTest.test_list_subnets
      - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address
      - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments
      - tempest.api.network.test_networks.NetworksTest.test_show_network
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools
      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name
      - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name
      - tempest.api.network.test_ports.PortsTestJSON.test_show_port
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit
      - tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_details
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server
      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group
      - tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields
      - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair
      - tempest.api.compute.test_versions.TestVersions.test_list_api_versions
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_param_metadata
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_invalid_status
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_empty_volume_id
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_by_name
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item
      - tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_with_params
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group
      - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image
      - tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string
      - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details
      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_invalid_volume_id
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_status
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_with_multiple_params
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server
      - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name
      - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail
      - tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet
      - tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_update_show_volume_metadata_item
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_source_volid
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server
      - tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_nonexistent_name
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_nonexistent_volume_id
      - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_with_nonexistent_name
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_invalid_size
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list
      - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses
      - tempest.api.compute.servers.test_availability_zone.AZV2TestJSON.test_get_availability_zone_list_with_non_admin_user
      - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_delete_volume_without_passing_volume_id
      - tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix
      - tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields
      - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_pagination
      - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details
      - tempest.api.compute.servers.test_delete_server.DeleteServersTestJSON.test_delete_active_server
      - tempest.api.network.test_networks.NetworksTest.test_list_networks_fields
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid
      - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_metadata
      - tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status
      - tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_volume_without_passing_volume_id
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata
      - tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_param_display_name_and_status
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size
      - tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas
      - tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_details_by_availability_zone
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_snapshot_id
      - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_bootable
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_update_volume_with_invalid_volume_id
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size
      - tempest.api.network.test_networks.NetworksTest.test_show_network_fields
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name
      - tempest.api.volume.test_availability_zone.AvailabilityZoneTestJSON.test_get_availability_zone_list
      - tempest.api.volume.test_volumes_snapshots_list.VolumesSnapshotListTestJSON.test_snapshots_list_details_with_params
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_without_passing_size
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_list_volumes_detail_with_invalid_status
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value
      - tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image
      - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_nonexistent_volume_type
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server
      - tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility
      - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors_with_detail
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_zero
      - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers
      - tempest.api.network.test_ports.PortsTestJSON.test_list_ports
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_pagination
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails
      - tempest.api.network.test_networks.NetworksTest.test_list_networks
      - tempest.api.volume.test_volume_metadata.VolumesMetadataTest.test_crud_volume_metadata
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count
      - tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_update_show_snapshot_metadata_item
      - tempest.api.volume.test_snapshot_metadata.SnapshotMetadataTestJSON.test_crud_snapshot_metadata
      - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus
      - tempest.api.network.test_subnetpools_extensions.SubnetPoolsTestJSON.test_create_list_show_update_delete_subnetpools
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volumes_list_by_availability_zone
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date
      - tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol
      - tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers
      - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata
      - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway
      - tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_volume_from_snapshot
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_volume_get_nonexistent_volume_id
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server
      - tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types
      - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_details_by_name
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256
      - tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools
      - tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value
      - tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password
      - tempest.api.volume.test_volumes_actions.VolumesActionsTest.test_volume_readonly_update
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image
      - tempest.api.compute.flavors.test_flavors.FlavorsV2TestJSON.test_list_flavors
      - tempest.api.volume.test_volumes_snapshots.VolumesSnapshotTestJSON.test_snapshot_create_get_list_update_delete
      - tempest.api.volume.test_volumes_snapshots_negative.VolumesSnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id
      - tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing
      - tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_get_invalid_volume_id
      - tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port
      - tempest.api.volume.test_volumes_negative.VolumesNegativeTest.test_create_volume_with_size_negative
      - tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results
      - tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools
      - tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item
      - tempest.api.network.test_networks.NetworksTest.test_show_subnet
      - tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name
      - tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor
      - tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server
      - tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image
      - tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image
      - tempest.api.volume.test_volumes_get.VolumesGetTest.test_volume_create_get_update_delete_as_clone
      - tempest.api.volume.test_extensions.ExtensionsTestJSON.test_list_extensions
      - tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name
      - tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port
      - tempest.api.volume.test_volumes_list.VolumesListTestJSON.test_volume_list_with_detail_param_display_name_and_status
      - tempest.api.network.test_networks.NetworksTest.test_external_network_visibility
      - tempest.api.network.test_ports.PortsTestJSON.test_port_list_filter_by_router_id
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_add_router_interfaces_on_overlapping_subnets_returns_400
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_delete_non_existent_router_returns_404
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_invalid_network_returns_404
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_add_gateway_net_not_external_returns_400
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_router_remove_interface_in_use_returns_409
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_show_non_existent_router_returns_404
      - tempest.api.network.test_routers_negative.RoutersNegativeTest.test_update_non_existent_router_returns_404
      - tempest.api.network.test_routers.RoutersTest.test_add_multiple_router_interfaces
      - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_port_id
      - tempest.api.network.test_routers.RoutersTest.test_add_remove_router_interface_with_subnet_id
      - tempest.api.network.test_routers.RoutersTest.test_create_show_list_update_delete_router
      - tempest.api.network.test_routers.RoutersTest.test_update_delete_extra_route
      - tempest.api.network.test_routers.RoutersTest.test_update_router_admin_state
      - tempest.api.network.test_versions.NetworksApiDiscovery.test_api_version_resources
      - tempest.api.volume.test_versions.VersionsTest.test_list_versions
      - tempest.api.compute.keypairs.test_keypairs_v22.KeyPairsV22TestJSON.test_keypairsv22_create_list_show_with_type
      - tempest.api.identity.v3.test_catalog.IdentityCatalogTest.test_catalog_standardization
      - tempest.api.identity.v3.test_tokens.TokensV3Test.test_validate_token