summaryrefslogtreecommitdiffstats
path: root/cvp/3rd_party/static/testapi-ui/components/results-report/data/testcases.json
blob: 858aea638b9e5823e72d3c40afd4906997ebcc76 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
{
    "mandatory": {
        "dovetail.ha.tc001": {
            "cases": [
                "opnfv_yardstick_tc019"
            ],
            "total": 1
        },
        "dovetail.ha.tc002": {
            "cases": [
                "opnfv_yardstick_tc045"
            ],
            "total": 1
        },
        "dovetail.ha.tc003": {
            "cases": [
                "opnfv_yardstick_tc046"
            ],
            "total": 1
        },
        "dovetail.ha.tc004": {
            "cases": [
                "opnfv_yardstick_tc047"
            ],
            "total": 1
        },
        "dovetail.ha.tc005": {
            "cases": [
                "opnfv_yardstick_tc048"
            ],
            "total": 1
        },
        "dovetail.ha.tc006": {
            "cases": [
                "opnfv_yardstick_tc051"
            ],
            "total": 1
        },
        "dovetail.ha.tc007": {
            "cases": [
                "opnfv_yardstick_tc052"
            ],
            "total": 1
        },
        "dovetail.ha.tc008": {
            "cases": [
                "opnfv_yardstick_tc053"
            ],
            "total": 1
        },
        "dovetail.osinterop.tc001": {
            "cases": [
                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_delete_image",
                "tempest.api.compute.images.test_images_oneserver.ImagesOneServerTestJSON.test_create_image_specify_multibyte_character_image_name",
                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers",
                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_list_servers_with_detail",
                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_server_details",
                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers",
                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_list_servers_with_detail",
                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_server_details",
                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_get_instance_action",
                "tempest.api.compute.servers.test_instance_actions.InstanceActionsTestJSON.test_list_instance_actions",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_flavor",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_image",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_name",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_filter_by_server_status",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_detailed_limit_results",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_active_status",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_flavor",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_image",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_limit",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filter_by_server_name",
                "tempest.api.compute.servers.test_list_server_filters.ListServerFiltersTestJSON.test_list_servers_filtered_by_name_wildcard",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_future_date",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_changes_since_invalid_date",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_greater_than_actual_count",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_negative_value",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_limits_pass_string",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_flavor",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_image",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_by_non_existing_server_name",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_detail_server_is_deleted",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_status_non_existing",
                "tempest.api.compute.servers.test_list_servers_negative.ListServersNegativeTestJSON.test_list_servers_with_a_deleted_server",
                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_lock_unlock_server",
                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_stop_start_server",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_delete_server_metadata_item",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_get_server_metadata_item",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_list_server_metadata",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_set_server_metadata_item",
                "tempest.api.compute.servers.test_server_metadata.ServerMetadataTestJSON.test_update_server_metadata",
                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_server_with_admin_password",
                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_specify_keypair",
                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_create_with_existing_server_name",
                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_access_server_address",
                "tempest.api.compute.servers.test_servers.ServersTestJSON.test_update_server_name",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_numeric_server_name",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_metadata_exceeds_length_limit",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_server_name_length_exceeds_256",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_flavor",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_image",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_create_with_invalid_network_uuid",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_id_exceeding_length_limit",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_delete_server_pass_negative_id",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_get_non_existent_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_invalid_ip_v6_address",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_reboot_non_existent_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_deleted_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_rebuild_non_existent_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_server_name_blank",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_stop_non_existent_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_name_of_non_existent_server",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_name_length_exceeds_256",
                "tempest.api.compute.servers.test_servers_negative.ServersNegativeTestJSON.test_update_server_set_empty_name",
                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_default_quotas",
                "tempest.api.compute.test_quotas.QuotasTestJSON.test_get_quotas",
                "tempest.api.compute.test_versions.TestVersions.test_list_api_versions",
                "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_list_get_volume_attachments",
                "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_media_types",
                "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_resources",
                "tempest.api.identity.v3.test_api_discovery.TestApiDiscovery.test_api_version_statuses",
                "tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token",
                "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_delete_image",
                "tempest.api.image.v2.test_images.BasicOperationsImagesTest.test_update_image",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_get_image_schema",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_get_images_schema",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_container_format",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_disk_format",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_limit",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_min_max_size",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_size",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_status",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_images_param_visibility",
                "tempest.api.image.v2.test_images.ListUserImagesTest.test_list_no_params",
                "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_image_null_id",
                "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_delete_non_existing_image",
                "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_delete_deleted_image",
                "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_image_null_id",
                "tempest.api.image.v2.test_images_negative.ImagesNegativeTest.test_get_non_existent_image",
                "tempest.api.image.v2.test_images_tags.ImagesTagsTest.test_update_delete_tags_for_image",
                "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_delete_non_existing_tag",
                "tempest.api.image.v2.test_images_tags_negative.ImagesTagsNegativeTest.test_update_tags_for_non_existing_image",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_all_attributes",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_allocation_pools",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_dhcp_enabled",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_gw_and_allocation_pools",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_with_host_routes_and_dns_nameservers",
                "tempest.api.network.test_networks.NetworksTest.test_create_delete_subnet_without_gateway",
                "tempest.api.network.test_networks.NetworksTest.test_create_update_delete_network_subnet",
                "tempest.api.network.test_networks.NetworksTest.test_delete_network_with_subnet",
                "tempest.api.network.test_networks.NetworksTest.test_list_networks",
                "tempest.api.network.test_networks.NetworksTest.test_list_networks_fields",
                "tempest.api.network.test_networks.NetworksTest.test_list_subnets",
                "tempest.api.network.test_networks.NetworksTest.test_list_subnets_fields",
                "tempest.api.network.test_networks.NetworksTest.test_show_network",
                "tempest.api.network.test_networks.NetworksTest.test_show_network_fields",
                "tempest.api.network.test_networks.NetworksTest.test_show_subnet",
                "tempest.api.network.test_networks.NetworksTest.test_show_subnet_fields",
                "tempest.api.network.test_networks.NetworksTest.test_update_subnet_gw_dns_host_routes_dhcp",
                "tempest.api.network.test_ports.PortsTestJSON.test_create_bulk_port",
                "tempest.api.network.test_ports.PortsTestJSON.test_create_port_in_allowed_allocation_pools",
                "tempest.api.network.test_ports.PortsTestJSON.test_create_update_delete_port",
                "tempest.api.network.test_ports.PortsTestJSON.test_list_ports",
                "tempest.api.network.test_ports.PortsTestJSON.test_list_ports_fields",
                "tempest.api.network.test_ports.PortsTestJSON.test_show_port",
                "tempest.api.network.test_ports.PortsTestJSON.test_show_port_fields",
                "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_security_group_and_extra_attributes",
                "tempest.api.network.test_ports.PortsTestJSON.test_update_port_with_two_security_groups_and_extra_attributes",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_list_update_show_delete_security_group",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_additional_args",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_icmp_type_code",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_protocol_integer_value",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_group_id",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_security_group_rule_with_remote_ip_prefix",
                "tempest.api.network.test_security_groups.SecGroupTest.test_create_show_delete_security_group_rule",
                "tempest.api.network.test_security_groups.SecGroupTest.test_list_security_groups",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_additional_default_security_group_fails",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_duplicate_security_group_rule_fails",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_ethertype",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_protocol",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_bad_remote_ip_prefix",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_invalid_ports",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_remote_groupid",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_create_security_group_rule_with_non_existent_security_group",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_delete_non_existent_security_group",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group",
                "tempest.api.network.test_security_groups_negative.NegativeSecGroupTest.test_show_non_existent_security_group_rule",
                "tempest.api.volume.test_availability_zone.AvailabilityZoneV2TestJSON.test_get_availability_zone_list",
                "tempest.api.volume.test_extensions.ExtensionsV2TestJSON.test_list_extensions",
                "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_crud_snapshot_metadata",
                "tempest.api.volume.test_snapshot_metadata.SnapshotV2MetadataTestJSON.test_update_snapshot_metadata_item",
                "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_crud_volume_metadata",
                "tempest.api.volume.test_volume_metadata.VolumesV2MetadataTest.test_update_volume_metadata_item",
                "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_attach_detach_volume_to_instance",
                "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_get_volume_attachment",
                "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_reserve_unreserve_volume",
                "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_bootable",
                "tempest.api.volume.test_volumes_actions.VolumesV2ActionsTest.test_volume_readonly_update",
                "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete",
                "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_as_clone",
                "tempest.api.volume.test_volumes_get.VolumesV2GetTest.test_volume_create_get_update_delete_from_image",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_by_name",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_by_name",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_param_display_name_and_status",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_display_name_and_status",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_detail_param_metadata",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_details",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_with_param_metadata",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_availability_zone",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_by_status",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_availability_zone",
                "tempest.api.volume.test_volumes_list.VolumesV2ListTestJSON.test_volumes_list_details_by_status",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_attach_volumes_with_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_invalid_size",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_snapshot_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_source_volid",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_nonexistent_volume_type",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_negative",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_with_size_zero",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_create_volume_without_passing_size",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_invalid_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_delete_volume_without_passing_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_detach_volumes_with_invalid_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_invalid_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_get_volume_without_passing_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_invalid_status",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_detail_with_nonexistent_name",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_invalid_status",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_list_volumes_with_nonexistent_name",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_negative_volume_status",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_reserve_volume_with_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_unreserve_volume_with_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_empty_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_invalid_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_update_volume_with_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_delete_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_negative.VolumesV2NegativeTest.test_volume_get_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_snapshot_create_get_list_update_delete",
                "tempest.api.volume.test_volumes_snapshots.VolumesV2SnapshotTestJSON.test_volume_from_snapshot",
                "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_details_with_params",
                "tempest.api.volume.test_volumes_snapshots_list.VolumesV2SnapshotListTestJSON.test_snapshots_list_with_params",
                "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_with_nonexistent_volume_id",
                "tempest.api.volume.test_volumes_snapshots_negative.VolumesV2SnapshotNegativeTestJSON.test_create_snapshot_without_passing_volume_id",
                "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_pagination",
                "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_details_with_multiple_params",
                "tempest.api.volume.v2.test_volumes_list.VolumesV2ListTestJSON.test_volume_list_pagination",
                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_host_name_is_same_as_server_name",
                "tempest.api.compute.servers.test_create_server.ServersTestJSON.test_verify_created_server_vcpus",
                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_host_name_is_same_as_server_name",
                "tempest.api.compute.servers.test_create_server.ServersTestManualDisk.test_verify_created_server_vcpus",
                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_reboot_server_hard",
                "tempest.api.compute.servers.test_server_actions.ServerActionsTestJSON.test_rebuild_server",
                "tempest.api.compute.volumes.test_attach_volume.AttachVolumeTestJSON.test_attach_detach_volume"
            ],
            "total": 205
        },
        "dovetail.vping.tc001": {
            "cases": [
                "vping_userdata"
            ],
            "total": 1
        },
        "dovetail.vping.tc002": {
            "cases": [
                "vping_ssh"
            ],
            "total": 1
        }
    },
    "optional": {
        "dovetail.ipv6.tc001": {
            "cases": [
                "tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_network",
                "tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_port",
                "tempest.api.network.test_networks.BulkNetworkOpsIpV6Test.test_bulk_create_delete_subnet"
            ],
            "total": 3
        },
        "dovetail.ipv6.tc002": {
            "cases": [
                "tempest.api.network.test_networks.NetworksIpV6Test.test_create_update_delete_network_subnet"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc003": {
            "cases": [
                "tempest.api.network.test_networks.NetworksIpV6Test.test_external_network_visibility"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc004": {
            "cases": [
                "tempest.api.network.test_networks.NetworksIpV6Test.test_list_networks",
                "tempest.api.network.test_networks.NetworksIpV6Test.test_list_subnets"
            ],
            "total": 2
        },
        "dovetail.ipv6.tc005": {
            "cases": [
                "tempest.api.network.test_networks.NetworksIpV6Test.test_show_network",
                "tempest.api.network.test_networks.NetworksIpV6Test.test_show_subnet"
            ],
            "total": 2
        },
        "dovetail.ipv6.tc006": {
            "cases": [
                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_in_allowed_allocation_pools"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc007": {
            "cases": [
                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_port_with_no_securitygroups"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc008": {
            "cases": [
                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_create_update_delete_port"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc009": {
            "cases": [
                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_list_ports"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc010": {
            "cases": [
                "tempest.api.network.test_ports.PortsIpV6TestJSON.test_show_port"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc011": {
            "cases": [
                "tempest.api.network.test_routers.RoutersIpV6Test.test_add_multiple_router_interfaces"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc012": {
            "cases": [
                "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_port_id"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc013": {
            "cases": [
                "tempest.api.network.test_routers.RoutersIpV6Test.test_add_remove_router_interface_with_subnet_id"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc014": {
            "cases": [
                "tempest.api.network.test_routers.RoutersIpV6Test.test_create_show_list_update_delete_router"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc015": {
            "cases": [
                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_list_update_show_delete_security_group"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc016": {
            "cases": [
                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_create_show_delete_security_group_rule"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc017": {
            "cases": [
                "tempest.api.network.test_security_groups.SecGroupIPv6Test.test_list_security_groups"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc018": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_dhcp6_stateless_from_os"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc019": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_dhcp6_stateless_from_os"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc020": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_dhcpv6_stateless"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc021": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_dhcpv6_stateless"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc022": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_slaac_from_os"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc023": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_slaac_from_os"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc024": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_multi_prefix_slaac"
            ],
            "total": 1
        },
        "dovetail.ipv6.tc025": {
            "cases": [
                "tempest.scenario.test_network_v6.TestGettingAddress.test_dualnet_multi_prefix_slaac"
            ],
            "total": 1
        },
        "dovetail.sdnvpn.tc001": {
            "cases": [
                "functest_testcase_1"
            ],
            "total": 1
        },
        "dovetail.sdnvpn.tc002": {
            "cases": [
                "functest_testcase_2"
            ],
            "total": 1
        },
        "dovetail.sdnvpn.tc004": {
            "cases": [
                "functest_testcase_4"
            ],
            "total": 1
        },
        "dovetail.sdnvpn.tc008": {
            "cases": [
                "functest_testcase_8"
            ],
            "total": 1
        },
        "dovetail.tempest.tc001": {
            "cases": [
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_mtu_sized_frames"
            ],
            "total": 1
        },
        "dovetail.tempest.tc002": {
            "cases": [
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_port_security_macspoofing_port",
                "tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_cross_tenant_traffic",
                "tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_in_tenant_traffic",
                "tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_multiple_security_groups",
                "tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_security_disable_security_group",
                "tempest.scenario.test_security_groups_basic_ops.TestSecurityGroupsBasicOps.test_port_update_new_security_group"
            ],
            "total": 6
        },
        "dovetail.tempest.tc003": {
            "cases": [
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_hotplug_nic",
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops",
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_subnet_details",
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state",
                "tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_router_admin_state"
            ],
            "total": 5
        },
        "dovetail.tempest.tc004": {
            "cases": [
                "tempest.scenario.test_minimum_basic.TestMinimumBasicScenario.test_minimum_basic_scenario",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_cold_migration",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_pause_unpause",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_reboot",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_rebuild",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_resize",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_stop_start",
                "tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_suspend_resume",
                "tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_resize_volume_backed_server_confirm",
                "tempest.scenario.test_server_advanced_ops.TestServerAdvancedOps.test_server_sequence_suspend_resume",
                "tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_instance",
                "tempest.scenario.test_shelve_instance.TestShelveInstance.test_shelve_volume_backed_instance"
            ],
            "total": 12
        },
        "dovetail.tempest.tc005": {
            "cases": [
                "tempest.scenario.test_server_multinode.TestServerMultinode.test_schedule_to_all_nodes",
                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_multiple_server_groups_with_same_name_policy",
                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_affinity_policy",
                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_create_delete_server_group_with_anti_affinity_policy",
                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_list_server_groups",
                "tempest.api.compute.servers.test_server_group.ServerGroupTestJSON.test_show_server_group"
            ],
            "total": 6
        }
    }
}