From 902b70b40e61a2afe4d92ba7759a33f1306d54ca Mon Sep 17 00:00:00 2001 From: Cédric Ollivier Date: Fri, 28 Jun 2019 15:34:27 +0200 Subject: Add Barbican scenario in Rally MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit It doesn't run BarbicanSecrets.create_symmetric_and_delete which is currently failing [1]. Barbican testing is optional as Gnocchi. [1] https://bugs.launchpad.net/rally/+bug/1819285 Change-Id: I9121ce3c9f29ba05069c905325327d4c4d0b9e71 Signed-off-by: Cédric Ollivier --- docker/benchmarking/testcases.yaml | 1 + docker/smoke/testcases.yaml | 1 + functest/ci/testcases.yaml | 2 + functest/opnfv_tests/openstack/rally/rally.py | 2 +- .../openstack/rally/scenario/opnfv-barbican.yaml | 98 ++++++++++++++++++++++ functest/opnfv_tests/openstack/rally/task.yaml | 4 + 6 files changed, 107 insertions(+), 1 deletion(-) create mode 100644 functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml diff --git a/docker/benchmarking/testcases.yaml b/docker/benchmarking/testcases.yaml index eeb209113..45a4a3576 100644 --- a/docker/benchmarking/testcases.yaml +++ b/docker/benchmarking/testcases.yaml @@ -20,6 +20,7 @@ tiers: args: optional: - 'gnocchi' + - 'barbican' - case_name: rally_jobs diff --git a/docker/smoke/testcases.yaml b/docker/smoke/testcases.yaml index 263f00451..e45e86fdc 100644 --- a/docker/smoke/testcases.yaml +++ b/docker/smoke/testcases.yaml @@ -36,6 +36,7 @@ tiers: args: optional: - 'gnocchi' + - 'barbican' - case_name: refstack_compute diff --git a/functest/ci/testcases.yaml b/functest/ci/testcases.yaml index eaada3a9f..16f2910b2 100644 --- a/functest/ci/testcases.yaml +++ b/functest/ci/testcases.yaml @@ -199,6 +199,7 @@ tiers: args: optional: - 'gnocchi' + - 'barbican' - case_name: refstack_compute @@ -398,6 +399,7 @@ tiers: args: optional: - 'gnocchi' + - 'barbican' - case_name: rally_jobs diff --git a/functest/opnfv_tests/openstack/rally/rally.py b/functest/opnfv_tests/openstack/rally/rally.py index ff2e59208..98b368b0d 100644 --- a/functest/opnfv_tests/openstack/rally/rally.py +++ b/functest/opnfv_tests/openstack/rally/rally.py @@ -41,7 +41,7 @@ class RallyBase(singlevm.VmReady2): # pylint: disable=too-many-instance-attributes, too-many-public-methods TESTS = ['authenticate', 'glance', 'cinder', 'gnocchi', 'heat', - 'keystone', 'neutron', 'nova', 'quotas', 'swift'] + 'keystone', 'neutron', 'nova', 'quotas', 'swift', 'barbican'] RALLY_CONF_PATH = "/etc/rally/rally.conf" RALLY_AARCH64_PATCH_PATH = pkg_resources.resource_filename( diff --git a/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml b/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml new file mode 100644 index 000000000..9dd9ca271 --- /dev/null +++ b/functest/opnfv_tests/openstack/rally/scenario/opnfv-barbican.yaml @@ -0,0 +1,98 @@ + BarbicanContainers.create_and_add: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanContainers.create_certificate_and_delete: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanContainers.create_and_delete: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanContainers.create_rsa_and_delete: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.create_and_delete: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.create_and_get: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.create_and_list: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.create: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.get: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanContainers.list: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} + + BarbicanSecrets.list: + - + runner: + {{ constant_runner(concurrency=concurrency, times=iterations, is_smoke=smoke) }} + context: + {{ user_context(tenants_amount, users_amount, use_existing_users) }} + sla: + {{ no_failures_sla() }} diff --git a/functest/opnfv_tests/openstack/rally/task.yaml b/functest/opnfv_tests/openstack/rally/task.yaml index 3e692891a..2581765b1 100644 --- a/functest/opnfv_tests/openstack/rally/task.yaml +++ b/functest/opnfv_tests/openstack/rally/task.yaml @@ -46,3 +46,7 @@ {% if "swift" in service_list %} {%- include "var/opnfv-swift.yaml"-%} {% endif %} + +{% if "barbican" in service_list %} +{%- include "var/opnfv-barbican.yaml"-%} +{% endif %} -- cgit 1.2.3-korg