aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--.gitlab-ci.yml20
-rw-r--r--INFO.yaml6
-rw-r--r--README.rst6
-rw-r--r--behave_tests/features/steps/steps.py106
-rw-r--r--behave_tests/features/steps/testapi.py41
-rw-r--r--docs/Makefile231
-rw-r--r--docs/conf.py69
-rw-r--r--docs/conf.yaml3
-rw-r--r--docs/developer/building.rst (renamed from docs/development/building/build.rst)4
-rw-r--r--docs/developer/design/design.rst (renamed from docs/development/design/design.rst)19
-rw-r--r--docs/developer/design/index.rst (renamed from docs/development/design/index.rst)7
-rw-r--r--docs/developer/design/ndrpdr.rst (renamed from docs/development/design/ndrpdr.rst)0
-rw-r--r--docs/developer/design/overview.rst (renamed from docs/development/overview/overview.rst)8
-rw-r--r--docs/developer/design/traffic_desc.rst (renamed from docs/development/design/traffic_desc.rst)1
-rw-r--r--docs/developer/design/versioning.rst (renamed from docs/development/design/versioning.rst)0
-rw-r--r--docs/developer/index.rst (renamed from docs/development/index.rst)9
-rw-r--r--docs/developer/nfvbenchvm.rst (renamed from nfvbenchvm/README.rst)69
-rw-r--r--docs/developer/testing-nfvbench.rst (renamed from docs/testing/developer/devguide/testing-nfvbench.rst)18
-rw-r--r--docs/development/building/index.rst14
-rw-r--r--docs/development/overview/index.rst13
-rw-r--r--docs/index.rst12
-rw-r--r--docs/make.bat35
-rw-r--r--docs/release-notes/index.rst (renamed from docs/release/release-notes/index.rst)9
-rw-r--r--docs/release-notes/nfvbench-release-notes.rst (renamed from docs/release/release-notes/release-notes.rst)17
-rw-r--r--docs/release-notes/nfvbenchvm-release-notes.rst94
-rw-r--r--docs/requirements.txt9
-rw-r--r--docs/testing/developer/devguide/index.rst12
-rw-r--r--docs/testing/index.rst11
-rw-r--r--docs/testing/user/configguide/configguide.rst8
-rw-r--r--docs/testing/user/configguide/index.rst9
-rw-r--r--docs/testing/user/userguide/_static/custom.css4
-rw-r--r--docs/testing/user/userguide/_templates/layout.html5
-rw-r--r--docs/testing/user/userguide/conf.py358
-rw-r--r--docs/user/advanced.rst (renamed from docs/testing/user/userguide/advanced.rst)2
-rw-r--r--docs/user/examples.rst (renamed from docs/testing/user/userguide/examples.rst)0
-rw-r--r--docs/user/extchains.rst (renamed from docs/testing/user/userguide/extchains.rst)0
-rw-r--r--docs/user/faq.rst (renamed from docs/testing/user/userguide/faq.rst)0
-rw-r--r--docs/user/fluentd.rst (renamed from docs/testing/user/userguide/fluentd.rst)0
-rw-r--r--docs/user/hw_requirements.rst (renamed from docs/testing/user/userguide/hw_requirements.rst)0
-rw-r--r--docs/user/images/extchain-config.png (renamed from docs/testing/user/userguide/images/extchain-config.png)bin227354 -> 227354 bytes
-rw-r--r--docs/user/images/nfvbench-all-sriov-pvvp.png (renamed from docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp.png)bin34850 -> 34850 bytes
-rw-r--r--docs/user/images/nfvbench-all-sriov-pvvp2.png (renamed from docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp2.png)bin44379 -> 44379 bytes
-rw-r--r--docs/user/images/nfvbench-ext-multi-vlans.png (renamed from docs/testing/user/userguide/images/nfvbench-ext-multi-vlans.png)bin120315 -> 120315 bytes
-rw-r--r--docs/user/images/nfvbench-ext-shared.png (renamed from docs/testing/user/userguide/images/nfvbench-ext-shared.png)bin100743 -> 100743 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-filter-kql.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png)bin27039 -> 27039 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-filter.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-filter.png)bin22998 -> 22998 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-gbps-line.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png)bin61856 -> 61856 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-pps-scatter.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png)bin56762 -> 56762 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-pps-theoretical.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png)bin60589 -> 60589 bytes
-rw-r--r--docs/user/images/nfvbench-kibana-zoom-selection.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png)bin54663 -> 54663 bytes
-rw-r--r--docs/user/images/nfvbench-kibana.png (renamed from docs/testing/user/userguide/images/nfvbench-kibana.png)bin23015 -> 23015 bytes
-rw-r--r--docs/user/images/nfvbench-npvp.png (renamed from docs/testing/user/userguide/images/nfvbench-npvp.png)bin30328 -> 30328 bytes
-rw-r--r--docs/user/images/nfvbench-pvp.png (renamed from docs/testing/user/userguide/images/nfvbench-pvp.png)bin20770 -> 20770 bytes
-rw-r--r--docs/user/images/nfvbench-pvpl3.png (renamed from docs/testing/user/userguide/images/nfvbench-pvpl3.png)bin45570 -> 45570 bytes
-rw-r--r--docs/user/images/nfvbench-pvvp.png (renamed from docs/testing/user/userguide/images/nfvbench-pvvp.png)bin31338 -> 31338 bytes
-rw-r--r--docs/user/images/nfvbench-pvvp2.png (renamed from docs/testing/user/userguide/images/nfvbench-pvvp2.png)bin42583 -> 42583 bytes
-rw-r--r--docs/user/images/nfvbench-sriov-pvp.png (renamed from docs/testing/user/userguide/images/nfvbench-sriov-pvp.png)bin19982 -> 19982 bytes
-rw-r--r--docs/user/images/nfvbench-sriov-pvvp.png (renamed from docs/testing/user/userguide/images/nfvbench-sriov-pvvp.png)bin31769 -> 31769 bytes
-rw-r--r--docs/user/images/nfvbench-sriov-pvvp2.png (renamed from docs/testing/user/userguide/images/nfvbench-sriov-pvvp2.png)bin44101 -> 44101 bytes
-rw-r--r--docs/user/images/nfvbench-trex-setup.png (renamed from docs/testing/user/userguide/images/nfvbench-trex-setup.png)bin34090 -> 34090 bytes
-rw-r--r--docs/user/images/nfvbench-xtesting.png (renamed from docs/testing/user/userguide/images/nfvbench-xtesting.png)bin17342 -> 17342 bytes
-rw-r--r--docs/user/index.rst (renamed from docs/testing/user/userguide/index.rst)4
-rw-r--r--docs/user/installation.rst (renamed from docs/testing/user/userguide/installation.rst)0
-rw-r--r--docs/user/kibana.rst (renamed from docs/testing/user/userguide/kibana.rst)7
-rw-r--r--docs/user/mpls.rst (renamed from docs/testing/user/userguide/mpls.rst)3
-rw-r--r--docs/user/pvpl3.rst (renamed from docs/testing/user/userguide/pvpl3.rst)2
-rw-r--r--docs/user/quickstart_docker.rst (renamed from docs/testing/user/userguide/quickstart_docker.rst)0
-rw-r--r--docs/user/readme.rst (renamed from docs/testing/user/userguide/readme.rst)0
-rw-r--r--docs/user/server.rst (renamed from docs/testing/user/userguide/server.rst)0
-rw-r--r--docs/user/sriov.rst (renamed from docs/testing/user/userguide/sriov.rst)0
-rw-r--r--docs/user/xtesting.rst (renamed from docs/testing/user/userguide/xtesting.rst)6
-rw-r--r--nfvbench/chaining.py2
-rwxr-xr-xnfvbench/traffic_client.py2
-rwxr-xr-xnfvbenchvm/dib/build-image.sh188
-rw-r--r--nfvbenchvm/dib/elements/nfvbenchvm/element-deps1
-rw-r--r--nfvbenchvm/dib/elements/nfvbenchvm/fdio-release.repo12
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/finalise.d/51-add-cpu-isolation7
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/finalise.d/52-change-resolution7
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/finalise.d/53-boot-from-new-kernel7
-rw-r--r--nfvbenchvm/dib/elements/nfvbenchvm/package-installs.yaml3
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/01-update-kernel7
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/02-pip-package14
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/03-copy-rc-local9
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/04-add-execute-attribute7
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/52-nfvbench-script29
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/53-sshd-script9
-rwxr-xr-xnfvbenchvm/dib/elements/nfvbenchvm/post-install.d/99-cleanup7
-rw-r--r--nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.generator20
-rw-r--r--nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.loopvm65
-rw-r--r--pylint.rc38
-rw-r--r--requirements-dev.txt17
-rw-r--r--requirements.txt36
-rw-r--r--setup.cfg4
-rw-r--r--setup.py28
-rw-r--r--test-requirements.txt29
-rw-r--r--test/ut_behave_tests/__init__.py1
-rw-r--r--test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json48702
-rw-r--r--test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json25065
-rw-r--r--test/ut_behave_tests/test_data/project=nfvbench&case=non-regression&criteria=PASS&page=1.json8124
-rw-r--r--test/ut_behave_tests/test_steps.py151
-rw-r--r--test/ut_behave_tests/test_testapi.py132
-rw-r--r--test/ut_behave_tests/test_utils.py119
-rw-r--r--tox.ini41
103 files changed, 83140 insertions, 994 deletions
diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 41d7fa2..32e3299 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -13,9 +13,9 @@ variables:
.tox-defaults: &tox-defaults
stage: test
- image: python:3.6
+ image: python:3.8
before_script:
- - pip install tox tox-pip-version
+ - pip install tox==3.21.4
cache:
paths:
- .cache/pip
@@ -29,17 +29,17 @@ pep8:
script:
tox -e pep8
-tox-py36:
+tox-py38:
<<: *tox-defaults
script:
- tox -e py36
+ tox -e py38
verify-image:
stage: build
- image: centos:8
+ image: centos:7
before_script:
- - dnf -y install python3-virtualenv
- - virtualenv venv
+ - yum -y install python3 qemu-img kpartx sudo e2fsprogs
+ - python3 -m venv venv
script:
- source venv/bin/activate
- !reference [.gsutil-install, script]
@@ -53,10 +53,10 @@ verify-image:
build-image:
stage: deploy
- image: centos:8
+ image: centos:7
before_script:
- - dnf -y install python3-virtualenv
- - virtualenv venv
+ - yum -y install python3 qemu-img kpartx sudo e2fsprogs
+ - python3 -m venv venv
script:
- source venv/bin/activate
- !reference [.gsutil-install, script]
diff --git a/INFO.yaml b/INFO.yaml
index 84d56b8..703d920 100644
--- a/INFO.yaml
+++ b/INFO.yaml
@@ -12,12 +12,12 @@ project_lead: &opnfv_nfvbench_ptl
primary_contact: *opnfv_nfvbench_ptl
issue_tracking:
type: 'jira'
- url: 'https://jira.opnfv.org/projects/NFVBENCH'
+ url: 'https://jira-old.opnfv.org/projects/NFVBENCH'
key: 'NFVBENCH'
mailing_list:
type: 'mailman2'
- url: 'opnfv-tech-discuss@lists.opnfv.org'
- tag: '[nfvbench]'
+ url: 'anuket-tech-discuss@lists.anuket.io'
+ tag: '#nfvbench'
realtime_discussion:
type: irc
server: 'freenode.net'
diff --git a/README.rst b/README.rst
index 9779392..ead5053 100644
--- a/README.rst
+++ b/README.rst
@@ -22,10 +22,10 @@ Online Documentation
--------------------
The latest version of the NFVbench documentation is available online at:
-https://opnfv-nfvbench.readthedocs.io/en/latest/testing/user/userguide/index.html
+https://docs.anuket.io/projects/nfvbench/en/latest/index.html
Contact Information
-------------------
-Inquiries and questions: send an email to opnfv-tech-discuss@lists.opnfv.org with a Subject line starting with "#nfvbench"
+Inquiries and questions: send an email to anuket-tech-discuss@lists.anuket.io with a Subject line starting with "#nfvbench"
-Open issues or submit an issue or enhancement request: https://jira.opnfv.org/projects/NFVBENCH/issues (this requires an OPNFV Linux Foundation login).
+Open issues or submit an issue or enhancement request: https://jira-old.opnfv.org/projects/NFVBENCH/issues (this requires an OPNFV Linux Foundation login).
diff --git a/behave_tests/features/steps/steps.py b/behave_tests/features/steps/steps.py
index cfb5848..c347871 100644
--- a/behave_tests/features/steps/steps.py
+++ b/behave_tests/features/steps/steps.py
@@ -29,7 +29,7 @@ from typing import Optional
from nfvbench.summarizer import Formatter
from nfvbench.traffic_gen.traffic_utils import parse_rate_str
-from testapi import TestapiClient, nfvbench_input_to_str
+from behave_tests.features.steps.testapi import TestapiClient, nfvbench_input_to_str
STATUS_ERROR = "ERROR"
@@ -176,8 +176,7 @@ def add_packet_rate(context, percentage: str):
"case_name": "characterization"}
nfvbench_test_conditions = deepcopy(context.json)
nfvbench_test_conditions['rate'] = 'ndr'
- testapi_client = TestapiClient(testapi_url=context.data['TEST_DB_URL'],
- logger=context.logger)
+ testapi_client = TestapiClient(testapi_url=context.data['TEST_DB_URL'])
last_result = testapi_client.find_last_result(testapi_params,
scenario_tag="throughput",
nfvbench_test_input=nfvbench_test_conditions)
@@ -185,6 +184,7 @@ def add_packet_rate(context, percentage: str):
error_msg = "No characterization result found for scenario_tag=throughput"
error_msg += " and nfvbench test conditions "
error_msg += nfvbench_input_to_str(nfvbench_test_conditions)
+ context.logger.error(error_msg)
raise AssertionError(error_msg)
# From the results report, extract the max throughput in packets per second
@@ -551,34 +551,6 @@ def latency_comparison(context, old_latency=None, threshold=None, reference_valu
max_reference_value=Formatter.standard(reference_values[1])))
-def get_result_from_input_values(input, result):
- """Check test conditions in scenario results input.
-
- Check whether the input parameters of a behave scenario results record from
- testapi match the input parameters of the latest test. In other words,
- check that the test results from testapi come from a test done under the
- same conditions (frame size, flow count, rate, ...)
-
- Args:
- input: input dict of a results dict of a behave scenario from testapi
-
- result: dict of nfvbench params used during the last test
-
- Returns:
- True if test conditions match, else False.
-
- """
- # Select required keys (other keys can be not set or unconsistent between scenarios)
- required_keys = ['duration_sec', 'frame_sizes', 'flow_count', 'rate']
- if 'user_label' in result:
- required_keys.append('user_label')
- if 'flavor_type' in result:
- required_keys.append('flavor_type')
- subset_input = dict((k, input[k]) for k in required_keys if k in input)
- subset_result = dict((k, result[k]) for k in required_keys if k in result)
- return subset_input == subset_result
-
-
def extract_value(obj, key):
"""Pull all values of specified key from nested JSON."""
arr = []
@@ -600,28 +572,58 @@ def extract_value(obj, key):
return results[0]
-def get_last_result(context, reference=None, page=None):
+def get_last_result(context, reference: bool = False):
+ """Look for a previous result in TestAPI database.
+
+ Search TestAPI results from newest to oldest and return the first result
+ record matching the context constraints. Log an overview of the results
+ found (max rate pps, avg delay usec, test conditions, date of measurement).
+
+ The result record test case must match the current test case
+ ('characterization' or 'non-regression') unless `reference` is set to True.
+
+ The result record scenario tag must match the current scenario tag
+ ('throughput' or 'latency').
+
+ Args:
+ context: behave context including project name, test case name, traffic
+ configuration (frame size, flow count, test duration), type of the
+ compute node under test (via loop VM flavor_type) and platform (via
+ user_label).
+
+ reference: when True, look for results with the 'characterization' test
+ case name instead of the current test case name.
+
+ Returns:
+ a JSON dictionary with the results, ie a dict with the keys "input",
+ "output" and "synthesis" when the scenario tag is 'throughput' or
+ 'latency'
+ """
if reference:
case_name = 'characterization'
else:
case_name = context.CASE_NAME
- url = context.data['TEST_DB_URL'] + '?project={project_name}&case={case_name}'.format(
- project_name=context.data['PROJECT_NAME'], case_name=case_name)
- if context.data['INSTALLER_TYPE']:
- url += '&installer={installer_name}'.format(installer_name=context.data['INSTALLER_TYPE'])
- if context.data['NODE_NAME']:
- url += '&pod={pod_name}'.format(pod_name=context.data['NODE_NAME'])
- url += '&criteria=PASS'
- if page:
- url += '&page={page}'.format(page=page)
- last_results = requests.get(url)
- assert last_results.status_code == 200
- last_results = json.loads(last_results.text)
- for result in last_results["results"]:
- for tagged_result in result["details"]["results"][context.tag]:
- if get_result_from_input_values(tagged_result["input"], context.json):
- return tagged_result
- if last_results["pagination"]["current_page"] < last_results["pagination"]["total_pages"]:
- page = last_results["pagination"]["current_page"] + 1
- return get_last_result(context, page)
- return None
+ testapi_params = {"project_name": context.data['PROJECT_NAME'],
+ "case_name": case_name}
+ testapi_client = TestapiClient(testapi_url=context.data['TEST_DB_URL'])
+ last_result = testapi_client.find_last_result(testapi_params,
+ scenario_tag=context.tag,
+ nfvbench_test_input=context.json)
+ if last_result is None:
+ error_msg = "get_last_result: No result found in TestAPI database:"
+ error_msg += f" case_name={case_name} scenario_tag={context.tag} "
+ error_msg += nfvbench_input_to_str(context.json)
+ context.logger.error(error_msg)
+ raise AssertionError(error_msg)
+
+ # Log an overview of the last result (latency and max throughput)
+ measurement_date = last_result["output"]["result"]["date"]
+ total_tx_rate = extract_value(last_result["output"], "total_tx_rate")
+ avg_delay_usec = extract_value(extract_value(last_result["output"], "overall"),
+ "avg_delay_usec")
+ context.logger.info(f"get_last_result: case_name={case_name} scenario_tag={context.tag}"
+ f' measurement_date="{measurement_date}"'
+ f" total_tx_rate(pps)={total_tx_rate:,}"
+ f" avg_latency_usec={round(avg_delay_usec)}")
+
+ return last_result
diff --git a/behave_tests/features/steps/testapi.py b/behave_tests/features/steps/testapi.py
index 67e5104..f211ee5 100644
--- a/behave_tests/features/steps/testapi.py
+++ b/behave_tests/features/steps/testapi.py
@@ -14,22 +14,21 @@
# under the License.
#
-import json
+import logging
import requests
class TestapiClient:
- def __init__(self, testapi_url: str, logger):
+ __test__ = False # Hint for pytest: TestapiClient is not a test class.
+
+ def __init__(self, testapi_url: str):
"""
Args:
testapi_url: testapi URL as a string, for instance
"http://172.20.73.203:8000/api/v1/results"
-
- logger: reference to behave_tests logger.
-
"""
self._base_url = testapi_url
- self._logger = logger
+ self._logger = logging.getLogger("behave_tests")
def find_last_result(self, testapi_params, scenario_tag: str, nfvbench_test_input):
"""Search testapi database and return latest result matching filters.
@@ -49,7 +48,7 @@ class TestapiClient:
to filter the testapi results. The following keys are currently
supported:
- mandatory keys: 'duration_sec', 'frame_sizes', 'flow_count', 'rate'
- - optional keys: 'user_label', 'flavor_type'
+ - optional keys: 'user_label'
Returns:
None if no result matching the filters can be found, else a dictionary
@@ -118,19 +117,31 @@ class TestapiClient:
Perform an HTTP GET request on testapi, check status code and return JSON
results as dictionary.
- Args: testapi_url: a complete URL to request testapi results (with base
- endpoint and parameters)
+ Args:
+ testapi_url: a complete URL to request testapi results (with base
+ endpoint and parameters)
Returns:
The JSON document from testapi as a Python dictionary
Raises:
+ * requests.exceptions.ConnectionError in case of network problem
+ when trying to establish a connection with the TestAPI database
+ (DNS failure, refused connection, ...)
+
+ * requests.exceptions.ConnectTimeout in case of timeout during the
+ request.
+
+ * requests.exception.HTTPError if the HTTP request returned an
+ unsuccessful status code.
+ * another exception derived from requests.exceptions.RequestException
+ in case of problem during the HTTP request.
"""
response = requests.get(testapi_url)
- assert response.status_code == 200 # TODO: better error message
- results = json.loads(response.text)
- return results
+ # raise an HTTPError if the HTTP request returned an unsuccessful status code:
+ response.raise_for_status()
+ return response.json()
def equal_test_conditions(testapi_input, nfvbench_input):
@@ -148,7 +159,7 @@ def equal_test_conditions(testapi_input, nfvbench_input):
The following dict keys are currently supported:
- mandatory keys: 'duration_sec', 'frame_sizes', 'flow_count', 'rate'
- - optional keys: 'user_label', 'flavor_type'
+ - optional keys: 'user_label'
Optional keys are taken into account only when they can be found in
`nfvbench_input`, else they are ignored.
@@ -161,8 +172,6 @@ def equal_test_conditions(testapi_input, nfvbench_input):
required_keys = ['duration_sec', 'frame_sizes', 'flow_count', 'rate']
if 'user_label' in nfvbench_input:
required_keys.append('user_label')
- if 'flavor_type' in nfvbench_input:
- required_keys.append('flavor_type')
try:
testapi_subset = {k: testapi_input[k] for k in required_keys}
@@ -180,7 +189,7 @@ def nfvbench_input_to_str(nfvbench_input: dict) -> str:
nfvbench_input: dict of nfvbench test parameters
"""
string = ""
- for key in ['user_label', 'flavor_type', 'frame_sizes', 'flow_count', 'rate', 'duration_sec']:
+ for key in ['user_label', 'frame_sizes', 'flow_count', 'rate', 'duration_sec']:
if key in nfvbench_input:
string += f"{key}={nfvbench_input[key]} "
return string
diff --git a/docs/Makefile b/docs/Makefile
index 2d4ff46..d4bb2cb 100644
--- a/docs/Makefile
+++ b/docs/Makefile
@@ -1,225 +1,20 @@
-# Makefile for Sphinx documentation
+# Minimal makefile for Sphinx documentation
#
-# You can set these variables from the command line.
-SPHINXOPTS =
-SPHINXBUILD = sphinx-build
-PAPER =
+# You can set these variables from the command line, and also
+# from the environment for the first two.
+SPHINXOPTS ?=
+SPHINXBUILD ?= sphinx-build
+SOURCEDIR = .
BUILDDIR = _build
-# Internal variables.
-PAPEROPT_a4 = -D latex_paper_size=a4
-PAPEROPT_letter = -D latex_paper_size=letter
-ALLSPHINXOPTS = -d $(BUILDDIR)/doctrees $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) testing/user/userguide
-# the i18n builder cannot share the environment and doctrees with the others
-I18NSPHINXOPTS = $(PAPEROPT_$(PAPER)) $(SPHINXOPTS) testing/user/userguide
-
-.PHONY: help
+# Put it first so that "make" without argument is like "make help".
help:
- @echo "Please use \`make <target>' where <target> is one of"
- @echo " html to make standalone HTML files"
- @echo " dirhtml to make HTML files named index.html in directories"
- @echo " singlehtml to make a single large HTML file"
- @echo " pickle to make pickle files"
- @echo " json to make JSON files"
- @echo " htmlhelp to make HTML files and a HTML help project"
- @echo " qthelp to make HTML files and a qthelp project"
- @echo " applehelp to make an Apple Help Book"
- @echo " devhelp to make HTML files and a Devhelp project"
- @echo " epub to make an epub"
- @echo " epub3 to make an epub3"
- @echo " latex to make LaTeX files, you can set PAPER=a4 or PAPER=letter"
- @echo " latexpdf to make LaTeX files and run them through pdflatex"
- @echo " latexpdfja to make LaTeX files and run them through platex/dvipdfmx"
- @echo " text to make text files"
- @echo " man to make manual pages"
- @echo " texinfo to make Texinfo files"
- @echo " info to make Texinfo files and run them through makeinfo"
- @echo " gettext to make PO message catalogs"
- @echo " changes to make an overview of all changed/added/deprecated items"
- @echo " xml to make Docutils-native XML files"
- @echo " pseudoxml to make pseudoxml-XML files for display purposes"
- @echo " linkcheck to check all external links for integrity"
- @echo " doctest to run all doctests embedded in the documentation (if enabled)"
- @echo " coverage to run coverage check of the documentation (if enabled)"
- @echo " dummy to check syntax errors of document sources"
-
-.PHONY: clean
-clean:
- rm -rf $(BUILDDIR)/*
-
-.PHONY: html
-html:
- $(SPHINXBUILD) -b html $(ALLSPHINXOPTS) $(BUILDDIR)/html
- @echo
- @echo "Build finished. The HTML pages are in $(BUILDDIR)/html."
-
-.PHONY: dirhtml
-dirhtml:
- $(SPHINXBUILD) -b dirhtml $(ALLSPHINXOPTS) $(BUILDDIR)/dirhtml
- @echo
- @echo "Build finished. The HTML pages are in $(BUILDDIR)/dirhtml."
-
-.PHONY: singlehtml
-singlehtml:
- $(SPHINXBUILD) -b singlehtml $(ALLSPHINXOPTS) $(BUILDDIR)/singlehtml
- @echo
- @echo "Build finished. The HTML page is in $(BUILDDIR)/singlehtml."
-
-.PHONY: pickle
-pickle:
- $(SPHINXBUILD) -b pickle $(ALLSPHINXOPTS) $(BUILDDIR)/pickle
- @echo
- @echo "Build finished; now you can process the pickle files."
-
-.PHONY: json
-json:
- $(SPHINXBUILD) -b json $(ALLSPHINXOPTS) $(BUILDDIR)/json
- @echo
- @echo "Build finished; now you can process the JSON files."
-
-.PHONY: htmlhelp
-htmlhelp:
- $(SPHINXBUILD) -b htmlhelp $(ALLSPHINXOPTS) $(BUILDDIR)/htmlhelp
- @echo
- @echo "Build finished; now you can run HTML Help Workshop with the" \
- ".hhp project file in $(BUILDDIR)/htmlhelp."
-
-.PHONY: qthelp
-qthelp:
- $(SPHINXBUILD) -b qthelp $(ALLSPHINXOPTS) $(BUILDDIR)/qthelp
- @echo
- @echo "Build finished; now you can run "qcollectiongenerator" with the" \
- ".qhcp project file in $(BUILDDIR)/qthelp, like this:"
- @echo "# qcollectiongenerator $(BUILDDIR)/qthelp/NFVBench.qhcp"
- @echo "To view the help file:"
- @echo "# assistant -collectionFile $(BUILDDIR)/qthelp/NFVBench.qhc"
-
-.PHONY: applehelp
-applehelp:
- $(SPHINXBUILD) -b applehelp $(ALLSPHINXOPTS) $(BUILDDIR)/applehelp
- @echo
- @echo "Build finished. The help book is in $(BUILDDIR)/applehelp."
- @echo "N.B. You won't be able to view it unless you put it in" \
- "~/Library/Documentation/Help or install it in your application" \
- "bundle."
-
-.PHONY: devhelp
-devhelp:
- $(SPHINXBUILD) -b devhelp $(ALLSPHINXOPTS) $(BUILDDIR)/devhelp
- @echo
- @echo "Build finished."
- @echo "To view the help file:"
- @echo "# mkdir -p $$HOME/.local/share/devhelp/NFVBench"
- @echo "# ln -s $(BUILDDIR)/devhelp $$HOME/.local/share/devhelp/NFVBench"
- @echo "# devhelp"
-
-.PHONY: epub
-epub:
- $(SPHINXBUILD) -b epub $(ALLSPHINXOPTS) $(BUILDDIR)/epub
- @echo
- @echo "Build finished. The epub file is in $(BUILDDIR)/epub."
-
-.PHONY: epub3
-epub3:
- $(SPHINXBUILD) -b epub3 $(ALLSPHINXOPTS) $(BUILDDIR)/epub3
- @echo
- @echo "Build finished. The epub3 file is in $(BUILDDIR)/epub3."
-
-.PHONY: latex
-latex:
- $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
- @echo
- @echo "Build finished; the LaTeX files are in $(BUILDDIR)/latex."
- @echo "Run \`make' in that directory to run these through (pdf)latex" \
- "(use \`make latexpdf' here to do that automatically)."
-
-.PHONY: latexpdf
-latexpdf:
- $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
- @echo "Running LaTeX files through pdflatex..."
- $(MAKE) -C $(BUILDDIR)/latex all-pdf
- @echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
-
-.PHONY: latexpdfja
-latexpdfja:
- $(SPHINXBUILD) -b latex $(ALLSPHINXOPTS) $(BUILDDIR)/latex
- @echo "Running LaTeX files through platex and dvipdfmx..."
- $(MAKE) -C $(BUILDDIR)/latex all-pdf-ja
- @echo "pdflatex finished; the PDF files are in $(BUILDDIR)/latex."
-
-.PHONY: text
-text:
- $(SPHINXBUILD) -b text $(ALLSPHINXOPTS) $(BUILDDIR)/text
- @echo
- @echo "Build finished. The text files are in $(BUILDDIR)/text."
-
-.PHONY: man
-man:
- $(SPHINXBUILD) -b man $(ALLSPHINXOPTS) $(BUILDDIR)/man
- @echo
- @echo "Build finished. The manual pages are in $(BUILDDIR)/man."
-
-.PHONY: texinfo
-texinfo:
- $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
- @echo
- @echo "Build finished. The Texinfo files are in $(BUILDDIR)/texinfo."
- @echo "Run \`make' in that directory to run these through makeinfo" \
- "(use \`make info' here to do that automatically)."
-
-.PHONY: info
-info:
- $(SPHINXBUILD) -b texinfo $(ALLSPHINXOPTS) $(BUILDDIR)/texinfo
- @echo "Running Texinfo files through makeinfo..."
- make -C $(BUILDDIR)/texinfo info
- @echo "makeinfo finished; the Info files are in $(BUILDDIR)/texinfo."
-
-.PHONY: gettext
-gettext:
- $(SPHINXBUILD) -b gettext $(I18NSPHINXOPTS) $(BUILDDIR)/locale
- @echo
- @echo "Build finished. The message catalogs are in $(BUILDDIR)/locale."
-
-.PHONY: changes
-changes:
- $(SPHINXBUILD) -b changes $(ALLSPHINXOPTS) $(BUILDDIR)/changes
- @echo
- @echo "The overview file is in $(BUILDDIR)/changes."
-
-.PHONY: linkcheck
-linkcheck:
- $(SPHINXBUILD) -b linkcheck $(ALLSPHINXOPTS) $(BUILDDIR)/linkcheck
- @echo
- @echo "Link check complete; look for any errors in the above output " \
- "or in $(BUILDDIR)/linkcheck/output.txt."
-
-.PHONY: doctest
-doctest:
- $(SPHINXBUILD) -b doctest $(ALLSPHINXOPTS) $(BUILDDIR)/doctest
- @echo "Testing of doctests in the sources finished, look at the " \
- "results in $(BUILDDIR)/doctest/output.txt."
-
-.PHONY: coverage
-coverage:
- $(SPHINXBUILD) -b coverage $(ALLSPHINXOPTS) $(BUILDDIR)/coverage
- @echo "Testing of coverage in the sources finished, look at the " \
- "results in $(BUILDDIR)/coverage/python.txt."
-
-.PHONY: xml
-xml:
- $(SPHINXBUILD) -b xml $(ALLSPHINXOPTS) $(BUILDDIR)/xml
- @echo
- @echo "Build finished. The XML files are in $(BUILDDIR)/xml."
+ @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
-.PHONY: pseudoxml
-pseudoxml:
- $(SPHINXBUILD) -b pseudoxml $(ALLSPHINXOPTS) $(BUILDDIR)/pseudoxml
- @echo
- @echo "Build finished. The pseudo-XML files are in $(BUILDDIR)/pseudoxml."
+.PHONY: help Makefile
-.PHONY: dummy
-dummy:
- $(SPHINXBUILD) -b dummy $(ALLSPHINXOPTS) $(BUILDDIR)/dummy
- @echo
- @echo "Build finished. Dummy builder generates no files."
+# Catch-all target: route all unknown targets to Sphinx using the new
+# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS).
+%: Makefile
+ @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
diff --git a/docs/conf.py b/docs/conf.py
index eb12e74..cf53232 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -1 +1,68 @@
-from docs_conf.conf import * # noqa: F401,F403
+# Copyright 2016 - 2023, Cisco Systems, Inc. and the NFVbench project contributors
+# SPDX-License-Identifier: Apache-2.0
+
+# Configuration file for the Sphinx documentation builder.
+#
+# This file only contains a selection of the most common options. For a full
+# list see the documentation:
+# https://www.sphinx-doc.org/en/master/usage/configuration.html
+
+import pbr.version
+
+
+# -- Path setup --------------------------------------------------------------
+
+# If extensions (or modules to document with autodoc) are in another directory,
+# add these directories to sys.path here. If the directory is relative to the
+# documentation root, use os.path.abspath to make it absolute, like shown here.
+#
+# import os
+# import sys
+# sys.path.insert(0, os.path.abspath('.'))
+
+
+# -- Project information -----------------------------------------------------
+
+project = 'NFVbench'
+copyright = '2016 - 2023, Cisco Systems, Inc. and the NFVbench project contributors'
+author = 'Cisco Systems, Inc. and the NFVbench project contributors'
+
+# -- Project version ---------------------------------------------------------
+
+# The version info for the project you're documenting, acts as replacement for
+# |version| and |release|, also used in various other places throughout the
+# built documents.
+#
+# The short X.Y version.
+version = pbr.version.VersionInfo(project).version_string()
+# The full version, including alpha/beta/rc tags.
+release = pbr.version.VersionInfo(project).version_string_with_vcs()
+
+# -- General configuration ---------------------------------------------------
+
+# Add any Sphinx extension module names here, as strings. They can be
+# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
+# ones.
+extensions = [
+]
+
+# Add any paths that contain templates here, relative to this directory.
+templates_path = ['_templates']
+
+# List of patterns, relative to source directory, that match files and
+# directories to ignore when looking for source files.
+# This pattern also affects html_static_path and html_extra_path.
+exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
+
+
+# -- Options for HTML output -------------------------------------------------
+
+# The theme to use for HTML and HTML Help pages. See the documentation for
+# a list of builtin themes.
+#
+html_theme = 'piccolo_theme'
+
+# Add any paths that contain custom static files (such as style sheets) here,
+# relative to this directory. They are copied after the builtin static files,
+# so a file named "default.css" will overwrite the builtin "default.css".
+html_static_path = ['_static']
diff --git a/docs/conf.yaml b/docs/conf.yaml
deleted file mode 100644
index 4e26a1c..0000000
--- a/docs/conf.yaml
+++ /dev/null
@@ -1,3 +0,0 @@
----
-project_cfg: opnfv
-project: NFVBENCH
diff --git a/docs/development/building/build.rst b/docs/developer/building.rst
index 00c1c98..00b8654 100644
--- a/docs/development/building/build.rst
+++ b/docs/developer/building.rst
@@ -4,7 +4,7 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
-Building containers and VM images
+Building Containers and VM Images
=================================
NFVbench is delivered as Docker container which is built using the Dockerfile under the docker directory.
@@ -14,6 +14,8 @@ This container includes the following parts:
- NFVbench orchestration
- NFVbench test VM (qcow2)
+.. _nfvbench-artefact-versioning:
+
Versioning
----------
These 3 parts are versioned independently and the Dockerfile will determine the combination of versions that
diff --git a/docs/development/design/design.rst b/docs/developer/design/design.rst
index 75b90f8..43011ad 100644
--- a/docs/development/design/design.rst
+++ b/docs/developer/design/design.rst
@@ -1,19 +1,15 @@
-
-
-.. contents::
- :depth: 3
- :local:
-
.. This work is licensed under a Creative Commons Attribution 4.0 International
.. License.
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
-Introduction
-------------
+*******************
+NFVbench components
+*******************
NFVbench can be decomposed in the following components:
+
- Configuration
- Orchestration:
@@ -22,13 +18,14 @@ NFVbench can be decomposed in the following components:
- Results analysis
Configuration
--------------
+=============
This component is in charge of getting the configuration options from the user and consolidate them with
the default configuration into a running configuration.
default configuration + user configuration options = running configuration
User configuration can come from:
+
- CLI configuration shortcut arguments (e.g --frame-size)
- CLI configuration file (--config [file])
- CLI configuration string (--config [string])
@@ -36,6 +33,7 @@ User configuration can come from:
- custom platform pluging
The precedence order for configuration is (from highest precedence to lowest precedence)
+
- CLI configuration or REST configuration
- custom platform plugin
- default configuration
@@ -46,7 +44,7 @@ with default platform options which can be either hardcoded or calculated at run
A custom platform plugin class is a child of the parent class nfvbench.config_plugin.ConfigPlugin.
Orchestration
--------------
+=============
Once the configuration is settled, benchmark orchestration is managed by the ChainRunner class (nfvbench.chain_runner.ChainRunner).
The chain runner will take care of orchestrating the staging, traffic generation and results analysis.
@@ -63,6 +61,7 @@ Traffic Generation
------------------
The traffic generation component is in charge of contrilling the TRex traffic generator using its python API.
It includes tasks such as:
+
- traffic check end to end to make sure the packet path is clear in both directions before starting a benchmark
- programming the TRex traffic flows based on requested parameters
- fixed rate control
diff --git a/docs/development/design/index.rst b/docs/developer/design/index.rst
index 0500ca2..4c52f98 100644
--- a/docs/development/design/index.rst
+++ b/docs/developer/design/index.rst
@@ -3,13 +3,14 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
-===============================
-OPNFV NFVbench Euphrates Design
-===============================
+=====================
+NFVbench Design Notes
+=====================
.. toctree::
:maxdepth: 2
+ overview
design
versioning
traffic_desc
diff --git a/docs/development/design/ndrpdr.rst b/docs/developer/design/ndrpdr.rst
index dd769c0..dd769c0 100644
--- a/docs/development/design/ndrpdr.rst
+++ b/docs/developer/design/ndrpdr.rst
diff --git a/docs/development/overview/overview.rst b/docs/developer/design/overview.rst
index 26e19d1..9876d62 100644
--- a/docs/development/overview/overview.rst
+++ b/docs/developer/design/overview.rst
@@ -3,12 +3,9 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
-.. contents::
- :depth: 3
- :local:
+Overview
+--------
-Introduction
-----------------
NFVbench is a python application that is designed to run in a compact and portable format inside a container and on production pods.
As such it only uses open sourec software with minimal hardware requirements (just a NIC card that is DPDK compatible).
Traffic generation is handled by TRex on 2 physical ports (2x10G or higher) forming traffic loops up to VNF level and following
@@ -18,6 +15,7 @@ to VNF(s) and back.
Configuration of benchmarks is through a yaml configuraton file and command line arguments.
Results are available in different formats:
+
- text output with tabular results
- json result in file or in REST reply (most detailed)
diff --git a/docs/development/design/traffic_desc.rst b/docs/developer/design/traffic_desc.rst
index bbd31a6..d6bbb6b 100644
--- a/docs/development/design/traffic_desc.rst
+++ b/docs/developer/design/traffic_desc.rst
@@ -61,6 +61,7 @@ size of the L2 header - including the VLAN tag if applicable.
IMIX Support
------------
In the case of IMIX, each direction is made of 4 streams:
+
- 1 latency stream
- 1 stream for each IMIX frame size
diff --git a/docs/development/design/versioning.rst b/docs/developer/design/versioning.rst
index 40e70f2..40e70f2 100644
--- a/docs/development/design/versioning.rst
+++ b/docs/developer/design/versioning.rst
diff --git a/docs/development/index.rst b/docs/developer/index.rst
index 0477154..d9bf844 100644
--- a/docs/development/index.rst
+++ b/docs/developer/index.rst
@@ -3,9 +3,14 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
+************************
+NFVbench Developer Guide
+************************
+
.. toctree::
:maxdepth: 3
- overview/index
+ building
+ nfvbenchvm
+ testing-nfvbench
design/index
- building/index
diff --git a/nfvbenchvm/README.rst b/docs/developer/nfvbenchvm.rst
index dad9f46..5d6166f 100644
--- a/nfvbenchvm/README.rst
+++ b/docs/developer/nfvbenchvm.rst
@@ -1,9 +1,13 @@
+.. Copyright 2016 - 2023, Cisco Systems, Inc. and the NFVbench project contributors
+.. SPDX-License-Identifier: CC-BY-4.0
+
NFVBENCH VM IMAGES FOR OPENSTACK
++++++++++++++++++++++++++++++++
This repo will build two centos 7 images with:
- testpmd and VPP installed for loop VM use case
- NFVbench and TRex installed for generator VM use case
+
These VMs will come with a pre-canned user/password: nfvbench/nfvbench
BUILD INSTRUCTIONS
@@ -13,21 +17,53 @@ Pre-requisites
--------------
- must run on Linux
- the following packages must be installed prior to using this script:
+ - python3 (+ python3-venv on Ubuntu)
+ - python3-pip
- git
- - qemu-utils
+ - qemu-img (CentOs) or qemu-utils (Ubuntu)
- kpartx
+.. note:: The image build process is based on `diskimage-builder
+ <https://docs.openstack.org/diskimage-builder/latest/index.html>`_
+ that will be installed in a Python virtual environment by nfvbenchvm
+ build script build-image.sh.
+
+.. note:: build-image.sh uses the `gsutil <https://pypi.org/project/gsutil/>`_
+ tool to interact with Google cloud storage (to check if the images
+ exist and to upload the images). This is normally only needed in the
+ context of OPNFV build infrastructure, and build-image.sh can be used
+ without that tool in development environments.
+
Build the image
---------------
- cd dib
- update the version number for the image (if needed) by modifying __version__ in build-image.sh
- setup your http_proxy if needed
-- to build loop VM image only:
- - `bash build-image.sh -l`
-- to build generator VM image only:
- - `bash build-image.sh -g`
-- to build both images only:
- - `bash build-image.sh`
+- run ``build-image.sh`` to build the images. A few examples:
+
+ - to build all the images and publish the code to Google cloud storage:
+ - ``bash build-image.sh``
+ - to build and publish only the loop VM:
+ - ``bash build-image.sh -l``
+ - to build and publish only the generator VM:
+ - ``bash build-image.sh -g``
+ - to build the generator VM without publishing it:
+ - ``bash build-image.sh -gv``
+
+.. note:: Run ``bash build-image.sh`` -h to see all options available.
+
+.. note:: By default, the generator VM image embeds the latest nfvbench code
+ found at the time of the build on the master branch of NFVbench Git
+ repository on OPNFV Gerrit instance (latest commit).
+
+ During development phases, it is also possible to build the image with
+ all the committed changes found in the current working copy of
+ nfvbench (local code). To do that, run the image build with the ``-s``
+ option, for instance: ``bash build-image.sh -gvs``.
+
+ In that case, the version of the generator VM image will be extended
+ with nfvbench development version number to be able to distinguish the
+ development images from the latest published image.
LOOP VM IMAGE INSTANCE AND CONFIG
=================================
@@ -194,9 +230,21 @@ nfvbenchvm config file with management interface:
INTF_MAC_MGMT=FA:16:3E:06:11:8A
INTF_MGMT_CIDR=172.20.56.228/2
INTF_MGMT_IP_GW=172.20.56.225
+ INTF_MGMT_MTU=1500
.. note:: `INTF_MGMT_IP_GW` and `INTF_MGMT_CIDR` parameters are used by the VM to automatically configure virtual interface and route to allow an external access through SSH.
+.. note:: ``INTF_MGMT_MTU`` allows to specify the MTU of the management
+ interface in bytes.
+
+ If ``INTF_MGMT_MTU`` is not specified, the MTU will be configured to
+ the conservative value of 1500: this will reduce the risk to get an
+ unmanageable VM.
+
+ ``INTF_MGMT_MTU`` can also be set to the special value ``auto``: in
+ that case, the MTU will not be configured and it will keep the value
+ set by the hypervisor (default nfvbench behavior up to version
+ 5.0.3).
Using pre-created direct-physical ports on openstack, mac addresses value are only known when VM is deployed. In this case, you can pass the port name in config:
@@ -223,6 +271,7 @@ By default, NFVbench will be started in server mode (`--server`) and will act as
NFVbench VM will be accessible through SSH or HTTP using the management interface IP.
NFVbench API endpoint is : `http://<management_ip>:<port>`
+
.. note:: by default port value is 7555
Get NFVbench status
@@ -232,7 +281,7 @@ To check NFVbench is up and running use REST request:
.. code-block:: bash
-curl -XGET '<management_ip>:<port>/status'
+ curl -XGET '<management_ip>:<port>/status'
Example of answer:
@@ -250,7 +299,7 @@ To start a test run using NFVbench API use this type of REST request:
.. code-block:: bash
-curl -XPOST '<management_ip>:<port>/start_run' -H "Content-Type: application/json" -d @nfvbenchconfig.json
+ curl -XPOST '<management_ip>:<port>/start_run' -H "Content-Type: application/json" -d @nfvbenchconfig.json
Example of return when the submission is successful:
@@ -270,7 +319,7 @@ To start a test run using Xtesting python library and NFVbench API use this type
.. code-block:: bash
-run_tests -t nfvbench-demo
+ run_tests -t nfvbench-demo
.. note:: `-t` option determine which test case to be runned by Xtesting
(see `xtesting/testcases.yaml` file content to see available list of test cases)
diff --git a/docs/testing/developer/devguide/testing-nfvbench.rst b/docs/developer/testing-nfvbench.rst
index 3e53d08..fd6c6f7 100644
--- a/docs/testing/developer/devguide/testing-nfvbench.rst
+++ b/docs/developer/testing-nfvbench.rst
@@ -20,12 +20,11 @@ format.
What tox should do is specified in a ``tox.ini`` file located at the project root.
-tox is used in continuous integration (jenkins-ci today, gitlab-ci in the near
-future): all the actions performed by tox must succeed before a patchset can be
-merged. As a developer, it is also useful to run tox locally to detect and fix
-the issues before pushing the code for review.
+tox is used in continuous integration: all the actions performed by tox must
+succeed before a patchset can be merged. As a developer, it is also useful to
+run tox locally to detect and fix the issues before pushing the code for review.
-.. _tox: https://tox.readthedocs.io/en/latest/
+.. _tox: https://tox.wiki/en/latest/
@@ -35,7 +34,7 @@ Using tox on a developer's machine
Requirement: |python-version|
-----------------------------
-.. |python-version| replace:: Python 3.6
+.. |python-version| replace:: Python 3.8
The current version of Python used by NFVbench is |python-version|. In
particular, this means that |python-version| is used:
@@ -58,7 +57,10 @@ tox installation
Install tox with::
- $ pip install tox tox-pip-version
+ $ pip install tox==3.21.4
+
+.. note:: tox 3.21.4 is the version that comes with Ubuntu 22.04 and that can be
+ found on gerrit.opnfv.org build servers.
Running tox
@@ -70,7 +72,7 @@ In nfvbench root directory, simply run tox with::
If all goes well, tox shows a green summary such as::
- py36: commands succeeded
+ py38: commands succeeded
pep8: commands succeeded
lint: commands succeeded
docs: commands succeeded
diff --git a/docs/development/building/index.rst b/docs/development/building/index.rst
deleted file mode 100644
index 8b9d786..0000000
--- a/docs/development/building/index.rst
+++ /dev/null
@@ -1,14 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International
-.. License.
-.. http://creativecommons.org/licenses/by/4.0
-.. (c) Cisco Systems, Inc
-
-===============================
-OPNFV NFVbench Euphrates Design
-===============================
-
-.. toctree::
- :maxdepth: 2
-
- build
-
diff --git a/docs/development/overview/index.rst b/docs/development/overview/index.rst
deleted file mode 100644
index ce99621..0000000
--- a/docs/development/overview/index.rst
+++ /dev/null
@@ -1,13 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International
-.. License.
-.. http://creativecommons.org/licenses/by/4.0
-.. (c) Cisco Systems, Inc
-
-=============================================
-OPNFV NFVbench Euphrates Overview
-=============================================
-
-.. toctree::
- :maxdepth: 1
-
- overview
diff --git a/docs/index.rst b/docs/index.rst
index 720b670..1339a7f 100644
--- a/docs/index.rst
+++ b/docs/index.rst
@@ -3,9 +3,13 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
+
+NFVbench |release| Documentation
+================================
+
.. toctree::
- :maxdepth: 1
+ :maxdepth: 2
- development/index
- release/release-notes/index
- testing/index
+ release-notes/index
+ user/index
+ developer/index
diff --git a/docs/make.bat b/docs/make.bat
new file mode 100644
index 0000000..153be5e
--- /dev/null
+++ b/docs/make.bat
@@ -0,0 +1,35 @@
+@ECHO OFF
+
+pushd %~dp0
+
+REM Command file for Sphinx documentation
+
+if "%SPHINXBUILD%" == "" (
+ set SPHINXBUILD=sphinx-build
+)
+set SOURCEDIR=.
+set BUILDDIR=_build
+
+if "%1" == "" goto help
+
+%SPHINXBUILD% >NUL 2>NUL
+if errorlevel 9009 (
+ echo.
+ echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
+ echo.installed, then set the SPHINXBUILD environment variable to point
+ echo.to the full path of the 'sphinx-build' executable. Alternatively you
+ echo.may add the Sphinx directory to PATH.
+ echo.
+ echo.If you don't have Sphinx installed, grab it from
+ echo.https://www.sphinx-doc.org/
+ exit /b 1
+)
+
+%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
+goto end
+
+:help
+%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS% %O%
+
+:end
+popd
diff --git a/docs/release/release-notes/index.rst b/docs/release-notes/index.rst
index 12acbab..827c674 100644
--- a/docs/release/release-notes/index.rst
+++ b/docs/release-notes/index.rst
@@ -3,11 +3,12 @@
.. This work is licensed under a Creative Commons Attribution 4.0 International License.
.. http://creativecommons.org/licenses/by/4.0
-**********************
-NFVbench Release Notes
-**********************
+*************
+Release Notes
+*************
.. toctree::
:maxdepth: 1
- release-notes
+ nfvbench-release-notes
+ nfvbenchvm-release-notes
diff --git a/docs/release/release-notes/release-notes.rst b/docs/release-notes/nfvbench-release-notes.rst
index b9f6cdd..c1c52d4 100644
--- a/docs/release/release-notes/release-notes.rst
+++ b/docs/release-notes/nfvbench-release-notes.rst
@@ -2,17 +2,18 @@
.. http://creativecommons.org/licenses/by/4.0
.. (c) Cisco Systems, Inc
-RELEASE NOTES
-+++++++++++++
+NFVbench Release Notes
+++++++++++++++++++++++
Release 3.6.2
=============
-NFVBENCH-152 Add service_mode method for debugging purpose
-NFVBENCH-150 Add support for VXLAN latency
-NFVBENCH-146 Add cache_size option
-NFVBENCH-151 Allocate hugepages on two NUMAs in nfvbenchvm
-NFVBENCH-149 Negative latency exception during NDR/PDR search
-NFVBENCH-148 Increase the waiting time based on # of instances
+
+- NFVBENCH-152 Add service_mode method for debugging purpose
+- NFVBENCH-150 Add support for VXLAN latency
+- NFVBENCH-146 Add cache_size option
+- NFVBENCH-151 Allocate hugepages on two NUMAs in nfvbenchvm
+- NFVBENCH-149 Negative latency exception during NDR/PDR search
+- NFVBENCH-148 Increase the waiting time based on # of instances
Release 3.5.1
=============
diff --git a/docs/release-notes/nfvbenchvm-release-notes.rst b/docs/release-notes/nfvbenchvm-release-notes.rst
new file mode 100644
index 0000000..234a086
--- /dev/null
+++ b/docs/release-notes/nfvbenchvm-release-notes.rst
@@ -0,0 +1,94 @@
+.. This work is licensed under a Creative Commons Attribution 4.0 International License.
+.. http://creativecommons.org/licenses/by/4.0
+
+
+NFVbench Loop VM Image Release Notes
+++++++++++++++++++++++++++++++++++++
+
+As explained in :ref:`nfvbench-artefact-versioning`, NFVbench loop VM image has
+its own version numbering scheme. Starting from version 0.11, this page
+summarizes the news of each release.
+
+
+Release 0.16 (2022-11-15)
+=========================
+
+Fixes:
+
+- Increase wait for VPP service from 10 to 30 seconds (10s is not enough on some
+ setups) and poll every second instead of sleeping 10s.
+
+- Set the MTU of the management interface to 1500 by default (to reduce the risk
+ to get an unmanageable VM). A different value can be set using the
+ ``INTF_MGMT_MTU`` variable in ``/etc/nfvbenchvm.conf``.
+
+Changes for developers:
+
+- Add 2 debug features to ``build-image.sh``:
+
+ - The new option ``-t`` (enable debug traces) allows to show in the build log
+ the commands run in the shell scripts, including the commands defined in the
+ disk image builder elements.
+
+ - The new option ``-d`` (debug) instructs ``disk-image-create`` to drop the
+ developer in a shell inside the chroot in case an error occurs. This makes
+ troubleshooting of the image possible (inspect files, run commands, ...)
+
+- Abort build on error: make sure a VM image build fails if any step fails.
+ Else we can end up with a bad image not containing all that we want, and we
+ discover this later at run time.
+
+- Fix build with diskimage_builder (dib) 3.16.0.
+
+- Switch VPP package repository to packagecloud.io instead of nexus.fd.io. This
+ fixes intermittent access issues with nexus.fd.io and this will make it
+ possible to get vpp releases higher than 19.08.
+
+- Separate loop VM and generator VM version numbers (a first step towards using
+ nfvbench version number for the generator VM).
+
+
+Release 0.15 (2021-06-04)
+=========================
+
+- NFVBENCH-211 Fix VPP driver for loop VM (switch UIO driver for VPP forwarder:
+ use ``uio_pci_generic`` instead of ``igb_uio``).
+
+
+Release 0.14 (2021-05-21)
+=========================
+
+- NFVBENCH-209 Fix NFVbench loopvm build failed on testpmd step (includes switch
+ UIO driver for testmpd forwarder: use ``uio_pci_generic`` instead of
+ ``igb_uio``).
+
+
+Release 0.13 (2021-04-28)
+=========================
+
+- NFVBENCH-196: New NFVbench image for generator part (nfvbench and TRex codes inside VM)
+- Change Linux kernel boot-time configuration (kernel CLI parameters):
+
+ - Extend CPU isolation (``isolcpus=1-7`` instead of ``isolcpus=1``)
+ - Increase the number of 1GB huge pages (``hugepages=4`` instead of ``hugepages=2``)
+ - Enable IOMMU (``intel_iommu=on iommu=pt``)
+
+- Load the ``vfio-pci`` kernel module with the ``enable_unsafe_noiommu_mode=1`` option.
+
+
+Release 0.12 (2020-01-23)
+=========================
+
+- NFVBENCH-157 Add possibility to not use the ARP static configuration for VPP loop VM
+
+
+Release 0.11 (2019-11-26)
+=========================
+
+- NFVBENCH-156 Add management interface and ssh config in NFVBench image
+
+
+Earlier releases
+================
+
+See NFVbench commit history.
diff --git a/docs/requirements.txt b/docs/requirements.txt
index 9fde2df..4c9e064 100644
--- a/docs/requirements.txt
+++ b/docs/requirements.txt
@@ -1,2 +1,7 @@
-lfdocs-conf
-sphinx_opnfv_theme
+# Python dependencies needed to build and check nfvbench documentation
+
+sphinx # BSD
+piccolo_theme
+
+# Extract nfvbench version from git
+pbr
diff --git a/docs/testing/developer/devguide/index.rst b/docs/testing/developer/devguide/index.rst
deleted file mode 100644
index df8bfc7..0000000
--- a/docs/testing/developer/devguide/index.rst
+++ /dev/null
@@ -1,12 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International License.
-.. SPDX-License-Identifier: CC-BY-4.0
-
-
-************************
-NFVbench Developer Guide
-************************
-
-.. toctree::
- :maxdepth: 3
-
- testing-nfvbench
diff --git a/docs/testing/index.rst b/docs/testing/index.rst
deleted file mode 100644
index b795e6b..0000000
--- a/docs/testing/index.rst
+++ /dev/null
@@ -1,11 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International
-.. License.
-.. http://creativecommons.org/licenses/by/4.0
-.. (c) Cisco Systems, Inc
-
-.. toctree::
- :maxdepth: 2
-
- developer/devguide/index
- user/configguide/index
- user/userguide/index
diff --git a/docs/testing/user/configguide/configguide.rst b/docs/testing/user/configguide/configguide.rst
deleted file mode 100644
index f790d21..0000000
--- a/docs/testing/user/configguide/configguide.rst
+++ /dev/null
@@ -1,8 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International
-.. License.
-.. http://creativecommons.org/licenses/by/4.0
-.. (c) Cisco Systems, Inc
-
-*******************
-Configuration Guide
-*******************
diff --git a/docs/testing/user/configguide/index.rst b/docs/testing/user/configguide/index.rst
deleted file mode 100644
index ce3b778..0000000
--- a/docs/testing/user/configguide/index.rst
+++ /dev/null
@@ -1,9 +0,0 @@
-.. This work is licensed under a Creative Commons Attribution 4.0 International
-.. License.
-.. http://creativecommons.org/licenses/by/4.0
-.. (c) Cisco Systems, Inc
-
-.. toctree::
- :maxdepth: 1
-
- configguide
diff --git a/docs/testing/user/userguide/_static/custom.css b/docs/testing/user/userguide/_static/custom.css
deleted file mode 100644
index 6cbfde3..0000000
--- a/docs/testing/user/userguide/_static/custom.css
+++ /dev/null
@@ -1,4 +0,0 @@
-.wy-nav-content {
- max-width: 1200px !important;
-}
-
diff --git a/docs/testing/user/userguide/_templates/layout.html b/docs/testing/user/userguide/_templates/layout.html
deleted file mode 100644
index f3387d5..0000000
--- a/docs/testing/user/userguide/_templates/layout.html
+++ /dev/null
@@ -1,5 +0,0 @@
-{% extends "!layout.html" %}
-{% block extrahead %}
- <link href="{{ pathto("_static/custom.css", True) }}" rel="stylesheet" type="text/css">
-{% endblock %}
-
diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py
deleted file mode 100644
index bee045b..0000000
--- a/docs/testing/user/userguide/conf.py
+++ /dev/null
@@ -1,358 +0,0 @@
-# Copyright 2017 Cisco Systems, Inc. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License. You may obtain
-# a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-# License for the specific language governing permissions and limitations
-# under the License.
-#
-# NFVBench documentation build configuration file, created by
-# sphinx-quickstart on Thu Sep 29 14:25:18 2016.
-#
-# This file is execfile()d with the current directory set to its
-# containing dir.
-#
-# Note that not all possible configuration values are present in this
-# autogenerated file.
-#
-# All configuration values have a default; values that are commented out
-# serve to show the default.
-
-# If extensions (or modules to document with autodoc) are in another directory,
-# add these directories to sys.path here. If the directory is relative to the
-# documentation root, use os.path.abspath to make it absolute, like shown here.
-#
-
-
-
-# import os
-# import sys
-# sys.path.insert(0, os.path.abspath('.'))
-import os
-from pbr import version as pbr_ver
-import sys
-
-sys.path.insert(0, os.path.abspath('../..'))
-
-# -- General configuration ------------------------------------------------
-
-# If your documentation needs a minimal Sphinx version, state it here.
-#
-# needs_sphinx = '1.0'
-
-# Add any Sphinx extension module names here, as strings. They can be
-# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
-# ones.
-extensions = ['sphinx.ext.autosectionlabel']
-
-# Add any paths that contain templates here, relative to this directory.
-templates_path = ['_templates']
-
-# The suffix(es) of source filenames.
-# You can specify multiple suffix as a list of string:
-#
-# source_suffix = ['.rst', '.md']
-source_suffix = '.rst'
-
-# The encoding of source files.
-#
-# source_encoding = 'utf-8-sig'
-
-# The master toctree document.
-master_doc = 'index'
-
-# General information about the project.
-project = u'NFVBench'
-copyright = u'2016 Cisco Systems, Inc.'
-author = u'Cisco Systems, Inc.'
-
-# The version info for the project you're documenting, acts as replacement for
-# |version| and |release|, also used in various other places throughout the
-# built documents.
-#
-# The short X.Y version.
-version = pbr_ver.VersionInfo(project).version_string()
-# The full version, including alpha/beta/rc tags.
-release = pbr_ver.VersionInfo(project).version_string_with_vcs()
-
-# The language for content autogenerated by Sphinx. Refer to documentation
-# for a list of supported languages.
-#
-# This is also used if you do content translation via gettext catalogs.
-# Usually you set "language" from the command line for these cases.
-language = None
-
-# There are two options for replacing |today|: either, you set today to some
-# non-false value, then it is used:
-#
-# today = ''
-#
-# Else, today_fmt is used as the format for a strftime call.
-#
-# today_fmt = '%B %d, %Y'
-
-# List of patterns, relative to source directory, that match files and
-# directories to ignore when looking for source files.
-# This patterns also effect to html_static_path and html_extra_path
-exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
-
-# The reST default role (used for this markup: `text`) to use for all
-# documents.
-#
-# default_role = None
-
-# If true, '()' will be appended to :func: etc. cross-reference text.
-#
-# add_function_parentheses = True
-
-# If true, the current module name will be prepended to all description
-# unit titles (such as .. function::).
-#
-# add_module_names = True
-
-# If true, sectionauthor and moduleauthor directives will be shown in the
-# output. They are ignored by default.
-#
-# show_authors = False
-
-# The name of the Pygments (syntax highlighting) style to use.
-pygments_style = 'sphinx'
-
-# A list of ignored prefixes for module index sorting.
-# modindex_common_prefix = []
-
-# If true, keep warnings as "system message" paragraphs in the built documents.
-# keep_warnings = False
-
-# If true, `todo` and `todoList` produce output, else they produce nothing.
-todo_include_todos = False
-
-# -- Options for HTML output ----------------------------------------------
-
-# The theme to use for HTML and HTML Help pages. See the documentation for
-# a list of builtin themes.
-#
-# html_theme = 'haiku'
-html_theme = 'sphinx_rtd_theme'
-
-# Theme options are theme-specific and customize the look and feel of a theme
-# further. For a list of options available for each theme, see the
-# documentation.
-#
-html_theme_options = {}
-
-# Add any paths that contain custom themes here, relative to this directory.
-# html_theme_path = []
-
-# The name for this set of Sphinx documents.
-# "<project> v<release> documentation" by default.
-#
-# html_title = u'NFVBench vdev117'
-
-# A shorter title for the navigation bar. Default is the same as html_title.
-#
-html_short_title = 'nfvbench'
-
-# The name of an image file (relative to this directory) to place at the topß
-# of the sidebar.
-#
-# html_logo = None
-
-# The name of an image file (relative to this directory) to use as a favicon of
-# the docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32
-# pixels large.
-#
-# html_favicon = None
-
-# Add any paths that contain custom static files (such as style sheets) here,
-# relative to this directory. They are copied after the builtin static files,
-# so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
-
-# Add any extra paths that contain custom files (such as robots.txt or
-# .htaccess) here, relative to this directory. These files are copied
-# directly to the root of the documentation.
-#
-# html_extra_path = []
-
-# If not None, a 'Last updated on:' timestamp is inserted at every page
-# bottom, using the given strftime format.
-# The empty string is equivalent to '%b %d, %Y'.
-#
-# html_last_updated_fmt = None
-
-# If true, SmartyPants will be used to convert quotes and dashes to
-# typographically correct entities.
-#
-html_use_smartypants = False
-
-# Custom sidebar templates, maps document names to template names.
-#
-# html_sidebars = {}
-
-# Additional templates that should be rendered to pages, maps page names to
-# template names.
-#
-# html_additional_pages = {}
-
-# If false, no module index is generated.
-#
-# html_domain_indices = True
-
-# If false, no index is generated.
-#
-# html_use_index = True
-
-# If true, the index is split into individual pages for each letter.
-#
-# html_split_index = False
-
-# If true, links to the reST sources are added to the pages.
-#
-# html_show_sourcelink = True
-
-# If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
-#
-# html_show_sphinx = True
-
-# If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
-#
-# html_show_copyright = True
-
-# If true, an OpenSearch description file will be output, and all pages will
-# contain a <link> tag referring to it. The value of this option must be the
-# base URL from which the finished HTML is served.
-#
-# html_use_opensearch = ''
-
-# This is the file name suffix for HTML files (e.g. ".xhtml").
-# html_file_suffix = None
-
-# Language to be used for generating the HTML full-text search index.
-# Sphinx supports the following languages:
-# 'da', 'de', 'en', 'es', 'fi', 'fr', 'hu', 'it', 'ja'
-# 'nl', 'no', 'pt', 'ro', 'ru', 'sv', 'tr', 'zh'
-#
-# html_search_language = 'en'
-
-# A dictionary with options for the search language support, empty by default.
-# 'ja' uses this config value.
-# 'zh' user can custom change `jieba` dictionary path.
-#
-# html_search_options = {'type': 'default'}
-
-# The name of a javascript file (relative to the configuration directory) that
-# implements a search results scorer. If empty, the default will be used.
-#
-# html_search_scorer = 'scorer.js'
-
-# Output file base name for HTML help builder.
-htmlhelp_basename = 'NFVBenchdoc'
-
-# -- Options for LaTeX output ---------------------------------------------
-
-latex_elements = {
- # The paper size ('letterpaper' or 'a4paper').
- #
- # 'papersize': 'letterpaper',
-
- # The font size ('10pt', '11pt' or '12pt').
- #
- # 'pointsize': '10pt',
-
- # Additional stuff for the LaTeX preamble.
- #
- # 'preamble': '',
-
- # Latex figure (float) alignment
- #
- # 'figure_align': 'htbp',
-}
-
-# Grouping the document tree into LaTeX files. List of tuples
-# (source start file, target name, title,
-# author, documentclass [howto, manual, or own class]).
-latex_documents = [
- (master_doc, 'NFVBench.tex', u'NFVBench Documentation',
- u'Alec Hothan, Stefano Suryanto, Jan Balaz', 'manual'),
-]
-
-# The name of an image file (relative to this directory) to place at the top of
-# the title page.
-#
-# latex_logo = None
-
-# For "manual" documents, if this is true, then toplevel headings are parts,
-# not chapters.
-#
-# latex_use_parts = False
-
-# If true, show page references after internal links.
-#
-# latex_show_pagerefs = False
-
-# If true, show URL addresses after external links.
-#
-# latex_show_urls = False
-
-# Documents to append as an appendix to all manuals.
-#
-# latex_appendices = []
-
-# It false, will not define \strong, \code, itleref, \crossref ... but only
-# \sphinxstrong, ..., \sphinxtitleref, ... To help avoid clash with user added
-# packages.
-#
-# latex_keep_old_macro_names = True
-
-# If false, no module index is generated.
-#
-# latex_domain_indices = True
-
-
-# -- Options for manual page output ---------------------------------------
-
-# One entry per manual page. List of tuples
-# (source start file, name, description, authors, manual section).
-man_pages = [
- (master_doc, 'nfvbench', u'NFVBench Documentation',
- [author], 1)
-]
-
-# If true, show URL addresses after external links.
-#
-# man_show_urls = False
-
-
-# -- Options for Texinfo output -------------------------------------------
-
-# Grouping the document tree into Texinfo files. List of tuples
-# (source start file, target name, title, author,
-# dir menu entry, description, category)
-texinfo_documents = [
- (master_doc, 'NFVBench', u'NFVBench Documentation',
- author, 'NFVBench', 'One line description of project.',
- 'Miscellaneous'),
-]
-
-# Documents to append as an appendix to all manuals.
-#
-# texinfo_appendices = []
-
-# If false, no module index is generated.
-#
-# texinfo_domain_indices = True
-
-# How to display URL addresses: 'footnote', 'no', or 'inline'.
-#
-# texinfo_show_urls = 'footnote'
-
-# If true, do not generate a @detailmenu in the "Top" node's menu.
-#
-# texinfo_no_detailmenu = False
diff --git a/docs/testing/user/userguide/advanced.rst b/docs/user/advanced.rst
index 2bd88cf..7cd6250 100644
--- a/docs/testing/user/userguide/advanced.rst
+++ b/docs/user/advanced.rst
@@ -848,6 +848,8 @@ Check on the TRex window that the following log appears just after capture is st
Writing up to 10000 packets to '/tmp/nfvb/record.pcap' [SUCCESS]
Removing PCAP capture 8 from server [SUCCESS]
+.. _user-info:
+
User info data
--------------
diff --git a/docs/testing/user/userguide/examples.rst b/docs/user/examples.rst
index fd6be5c..fd6be5c 100644
--- a/docs/testing/user/userguide/examples.rst
+++ b/docs/user/examples.rst
diff --git a/docs/testing/user/userguide/extchains.rst b/docs/user/extchains.rst
index f7c0e51..f7c0e51 100644
--- a/docs/testing/user/userguide/extchains.rst
+++ b/docs/user/extchains.rst
diff --git a/docs/testing/user/userguide/faq.rst b/docs/user/faq.rst
index 014a1ab..014a1ab 100644
--- a/docs/testing/user/userguide/faq.rst
+++ b/docs/user/faq.rst
diff --git a/docs/testing/user/userguide/fluentd.rst b/docs/user/fluentd.rst
index 7332458..7332458 100644
--- a/docs/testing/user/userguide/fluentd.rst
+++ b/docs/user/fluentd.rst
diff --git a/docs/testing/user/userguide/hw_requirements.rst b/docs/user/hw_requirements.rst
index 44ab549..44ab549 100644
--- a/docs/testing/user/userguide/hw_requirements.rst
+++ b/docs/user/hw_requirements.rst
diff --git a/docs/testing/user/userguide/images/extchain-config.png b/docs/user/images/extchain-config.png
index 2fd39ba..2fd39ba 100644
--- a/docs/testing/user/userguide/images/extchain-config.png
+++ b/docs/user/images/extchain-config.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp.png b/docs/user/images/nfvbench-all-sriov-pvvp.png
index d7b1cbb..d7b1cbb 100644
--- a/docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp.png
+++ b/docs/user/images/nfvbench-all-sriov-pvvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp2.png b/docs/user/images/nfvbench-all-sriov-pvvp2.png
index 3d161cd..3d161cd 100644
--- a/docs/testing/user/userguide/images/nfvbench-all-sriov-pvvp2.png
+++ b/docs/user/images/nfvbench-all-sriov-pvvp2.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-ext-multi-vlans.png b/docs/user/images/nfvbench-ext-multi-vlans.png
index 2ef2300..2ef2300 100644
--- a/docs/testing/user/userguide/images/nfvbench-ext-multi-vlans.png
+++ b/docs/user/images/nfvbench-ext-multi-vlans.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-ext-shared.png b/docs/user/images/nfvbench-ext-shared.png
index efe1c71..efe1c71 100644
--- a/docs/testing/user/userguide/images/nfvbench-ext-shared.png
+++ b/docs/user/images/nfvbench-ext-shared.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png b/docs/user/images/nfvbench-kibana-filter-kql.png
index f5c7b2d..f5c7b2d 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png
+++ b/docs/user/images/nfvbench-kibana-filter-kql.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-filter.png b/docs/user/images/nfvbench-kibana-filter.png
index 18a6dc5..18a6dc5 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-filter.png
+++ b/docs/user/images/nfvbench-kibana-filter.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png b/docs/user/images/nfvbench-kibana-gbps-line.png
index 1947412..1947412 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png
+++ b/docs/user/images/nfvbench-kibana-gbps-line.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png b/docs/user/images/nfvbench-kibana-pps-scatter.png
index 89a8e47..89a8e47 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png
+++ b/docs/user/images/nfvbench-kibana-pps-scatter.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png b/docs/user/images/nfvbench-kibana-pps-theoretical.png
index da7dc7a..da7dc7a 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png
+++ b/docs/user/images/nfvbench-kibana-pps-theoretical.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png b/docs/user/images/nfvbench-kibana-zoom-selection.png
index 6af64ea..6af64ea 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png
+++ b/docs/user/images/nfvbench-kibana-zoom-selection.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-kibana.png b/docs/user/images/nfvbench-kibana.png
index d185fa0..d185fa0 100644
--- a/docs/testing/user/userguide/images/nfvbench-kibana.png
+++ b/docs/user/images/nfvbench-kibana.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-npvp.png b/docs/user/images/nfvbench-npvp.png
index 53d7b00..53d7b00 100644
--- a/docs/testing/user/userguide/images/nfvbench-npvp.png
+++ b/docs/user/images/nfvbench-npvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-pvp.png b/docs/user/images/nfvbench-pvp.png
index b460beb..b460beb 100644
--- a/docs/testing/user/userguide/images/nfvbench-pvp.png
+++ b/docs/user/images/nfvbench-pvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-pvpl3.png b/docs/user/images/nfvbench-pvpl3.png
index d583724..d583724 100644
--- a/docs/testing/user/userguide/images/nfvbench-pvpl3.png
+++ b/docs/user/images/nfvbench-pvpl3.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-pvvp.png b/docs/user/images/nfvbench-pvvp.png
index d412b20..d412b20 100644
--- a/docs/testing/user/userguide/images/nfvbench-pvvp.png
+++ b/docs/user/images/nfvbench-pvvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-pvvp2.png b/docs/user/images/nfvbench-pvvp2.png
index 94f84de..94f84de 100644
--- a/docs/testing/user/userguide/images/nfvbench-pvvp2.png
+++ b/docs/user/images/nfvbench-pvvp2.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-sriov-pvp.png b/docs/user/images/nfvbench-sriov-pvp.png
index 7faec17..7faec17 100644
--- a/docs/testing/user/userguide/images/nfvbench-sriov-pvp.png
+++ b/docs/user/images/nfvbench-sriov-pvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-sriov-pvvp.png b/docs/user/images/nfvbench-sriov-pvvp.png
index 5faf8b2..5faf8b2 100644
--- a/docs/testing/user/userguide/images/nfvbench-sriov-pvvp.png
+++ b/docs/user/images/nfvbench-sriov-pvvp.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-sriov-pvvp2.png b/docs/user/images/nfvbench-sriov-pvvp2.png
index f0c1e93..f0c1e93 100644
--- a/docs/testing/user/userguide/images/nfvbench-sriov-pvvp2.png
+++ b/docs/user/images/nfvbench-sriov-pvvp2.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-trex-setup.png b/docs/user/images/nfvbench-trex-setup.png
index 6268068..6268068 100644
--- a/docs/testing/user/userguide/images/nfvbench-trex-setup.png
+++ b/docs/user/images/nfvbench-trex-setup.png
Binary files differ
diff --git a/docs/testing/user/userguide/images/nfvbench-xtesting.png b/docs/user/images/nfvbench-xtesting.png
index d5dca8d..d5dca8d 100644
--- a/docs/testing/user/userguide/images/nfvbench-xtesting.png
+++ b/docs/user/images/nfvbench-xtesting.png
Binary files differ
diff --git a/docs/testing/user/userguide/index.rst b/docs/user/index.rst
index 04d2581..65b6c2a 100644
--- a/docs/testing/user/userguide/index.rst
+++ b/docs/user/index.rst
@@ -15,8 +15,8 @@ The NFVbench tool provides an automated way to measure the network performance f
It is designed to be easy to install and easy to use by non experts (no need to be an expert in traffic generators and data plane performance testing).
-Table of Content
-----------------
+Table of Contents
+
.. toctree::
:maxdepth: 3
diff --git a/docs/testing/user/userguide/installation.rst b/docs/user/installation.rst
index 8a0511a..8a0511a 100644
--- a/docs/testing/user/userguide/installation.rst
+++ b/docs/user/installation.rst
diff --git a/docs/testing/user/userguide/kibana.rst b/docs/user/kibana.rst
index 68c3d38..5fb41f7 100644
--- a/docs/testing/user/userguide/kibana.rst
+++ b/docs/user/kibana.rst
@@ -1,3 +1,6 @@
+.. Copyright 2016 - 2023, Cisco Systems, Inc. and the NFVbench project contributors
+.. SPDX-License-Identifier: CC-BY-4.0
+
NFVbench Kibana visualization: overview
=======================================
@@ -31,7 +34,7 @@ Example of a scatter plot chart:
Vega offers the possibility to add another graph as a new layer of current graph.
This solution is used to combine NFVbench results and theoretical line rate.
-Using ``extra_encapsulation_bytes`` in --user-info property (see `User info data section <https://opnfv-nfvbench.readthedocs.io/en/latest/testing/user/userguide/advanced.html#user-info-data>`_),
+Using ``extra_encapsulation_bytes`` in --user-info property (see :ref:`user-info`),
the theoretical max value (for bps and pps) will be calculated and can be used in graph through ``theoretical_tx_rate_bps`` and ``theoretical_tx_rate_pps`` properties.
Example of chart with theoretical value (red line):
@@ -90,4 +93,4 @@ Kibana offers the possibility to add filter by selecting field and operator (is,
Example:
-.. image:: images/nfvbench-kibana-filter.png \ No newline at end of file
+.. image:: images/nfvbench-kibana-filter.png
diff --git a/docs/testing/user/userguide/mpls.rst b/docs/user/mpls.rst
index eaa9541..4a0621b 100644
--- a/docs/testing/user/userguide/mpls.rst
+++ b/docs/user/mpls.rst
@@ -1,3 +1,6 @@
+.. Copyright 2016 - 2023, Cisco Systems, Inc. and the NFVbench project contributors
+.. SPDX-License-Identifier: CC-BY-4.0
+
==========================
MPLS encapsulation feature
==========================
diff --git a/docs/testing/user/userguide/pvpl3.rst b/docs/user/pvpl3.rst
index 003e4c1..1b242ca 100644
--- a/docs/testing/user/userguide/pvpl3.rst
+++ b/docs/user/pvpl3.rst
@@ -66,4 +66,4 @@ Upon start, NFVbench will:
Please note: ``l3_router`` option is also compatible with external routers. In this case NFVBench will use ``EXT`` chain.
.. note:: Using a long NFVbench run test, end-to-end connectivity can be lost depending on ARP stale time SUT configuration.
-To avoid this issue, activate Gratuitous ARP stream using ``--gratuitous-arp`` or ``-garp`` option. \ No newline at end of file
+ To avoid this issue, activate Gratuitous ARP stream using ``--gratuitous-arp`` or ``-garp`` option.
diff --git a/docs/testing/user/userguide/quickstart_docker.rst b/docs/user/quickstart_docker.rst
index ae277de..ae277de 100644
--- a/docs/testing/user/userguide/quickstart_docker.rst
+++ b/docs/user/quickstart_docker.rst
diff --git a/docs/testing/user/userguide/readme.rst b/docs/user/readme.rst
index f6cc153..f6cc153 100644
--- a/docs/testing/user/userguide/readme.rst
+++ b/docs/user/readme.rst
diff --git a/docs/testing/user/userguide/server.rst b/docs/user/server.rst
index 52645ad..52645ad 100644
--- a/docs/testing/user/userguide/server.rst
+++ b/docs/user/server.rst
diff --git a/docs/testing/user/userguide/sriov.rst b/docs/user/sriov.rst
index f5cc7d2..f5cc7d2 100644
--- a/docs/testing/user/userguide/sriov.rst
+++ b/docs/user/sriov.rst
diff --git a/docs/testing/user/userguide/xtesting.rst b/docs/user/xtesting.rst
index 49ac51d..96d1d19 100644
--- a/docs/testing/user/userguide/xtesting.rst
+++ b/docs/user/xtesting.rst
@@ -6,7 +6,7 @@ NFVbench Xtesting test cases and Xtesting CI integration
--------------------------------------------------------
NFVbench can leverages on `Xtesting CI <https://galaxy.ansible.com/collivier/xtesting>`_ and the common test case execution proposed by `Xtesting <https://xtesting.readthedocs.io/en/latest/>`_.
-Thanks to a simple test case list, this tool deploys anywhere plug-and-play `CI/CD toolchains in a few commands <https://wiki.opnfv.org/pages/viewpage.action?pageId=32015004>`_.
+Thanks to a simple test case list, this tool deploys anywhere plug-and-play `CI/CD toolchains in a few commands <https://github.com/collivier/ansible-role-xtesting/blob/master/README.md>`_.
In addition, it supports multiple components such as Jenkins and Gitlab CI (test schedulers) and multiple deployment models such as all-in-one or centralized services.
NFVbench using Xtesting and Xtesting CI will permit:
@@ -179,9 +179,9 @@ To replace existing testcases.yaml file, using Xtesting CI add the volume mappin
- /usr/src/kernels:/usr/src/kernels -v /dev:/dev
- /home/opnfv/nfvbench/config:/etc/nfvbench
- /home/opnfv/nfvbench/results:/var/lib/xtesting/results
- - /home/opnfv/nfvbench/xtesting/testcases.yaml:/usr/local/lib/python3.6/dist-packages/xtesting/ci/testcases.yaml
+ - /home/opnfv/nfvbench/xtesting/testcases.yaml:/usr/local/lib/python3.8/dist-packages/xtesting/ci/testcases.yaml
-* ``/home/opnfv/nfvbench/xtesting/testcases.yaml:/usr/local/lib/python3.6/dist-packages/xtesting/ci/testcases.yaml`` : volume mapping to pass testcases.yaml file between the host and the docker space. Host path required testcases.yaml file inside.
+* ``/home/opnfv/nfvbench/xtesting/testcases.yaml:/usr/local/lib/python3.8/dist-packages/xtesting/ci/testcases.yaml`` : volume mapping to pass testcases.yaml file between the host and the docker space. Host path required testcases.yaml file inside.
To replace existing testcases.yaml file, using NFVbench container:
diff --git a/nfvbench/chaining.py b/nfvbench/chaining.py
index 5248d01..d6f67f9 100644
--- a/nfvbench/chaining.py
+++ b/nfvbench/chaining.py
@@ -1541,7 +1541,7 @@ class ChainManager(object):
hypervisor = self.get_hypervisor_from_mac(dst_mac)
if hypervisor:
LOG.info('Found hypervisor for EXT chain: %s', hypervisor.hypervisor_hostname)
- return[':' + hypervisor.hypervisor_hostname]
+ return [':' + hypervisor.hypervisor_hostname]
# no openstack = no chains
return []
diff --git a/nfvbench/traffic_client.py b/nfvbench/traffic_client.py
index c349289..47af265 100755
--- a/nfvbench/traffic_client.py
+++ b/nfvbench/traffic_client.py
@@ -628,7 +628,7 @@ class GeneratorConfig(object):
self.intf_speed = gen_config.intf_speed
else:
self.intf_speed = "auto"
- if self.intf_speed == "auto" or self.intf_speed == "0":
+ if self.intf_speed in ("auto", "0"):
# interface speed is discovered/provided by the traffic generator
self.intf_speed = 0
else:
diff --git a/nfvbenchvm/dib/build-image.sh b/nfvbenchvm/dib/build-image.sh
index 6339f01..c320192 100755
--- a/nfvbenchvm/dib/build-image.sh
+++ b/nfvbenchvm/dib/build-image.sh
@@ -3,39 +3,80 @@
# A shell script to build the VPP VM image or NFVbench+TRex VM image using diskinage-builder
#
# The following packages must be installed prior to using this script:
-# sudo apt-get -y install python-virtualenv qemu-utils kpartx
+# Ubuntu: sudo apt-get -y install python3 python3-venv qemu-utils kpartx
+# CentOS: sudo yum install -y python3 qemu-img kpartx
-usage() {
- echo "Usage: $0 [-l] [-g] [-v]"
- echo " -l build NFVbench loop VM image"
- echo " -g build NFVbench generator image"
- echo " -v verify only (build but do not push to google storage)"
- exit 1
-}
+# Stop on error (see https://wizardzines.com/comics/bash-errors/)
+set -euo pipefail
+DEBUG=no
verify_only=0
-generator_only=0
-loopvm_only=0
+build_generator=0
+build_loopvm=0
__prefix__=""
+
+# Artifact URL
+gs_url=artifacts.opnfv.org/nfvbench/images
+
+# image version number
+__loopvm_version__=0.16
+__generator_version__=0.15
+loopvm_image_name=nfvbenchvm_centos-$__loopvm_version__
+generator_image_name=nfvbenchvm_centos-generator-$__generator_version__
+
+# Default values for nfvbenchvm dib element variables
+export DIB_NFVBENCH_CODE_ORIGIN=opnfv-gerrit
+
+
# ----------------------------------------------------------------------------
# Parse command line options and configure the script
# ----------------------------------------------------------------------------
-while getopts ":hglv" opt; do
+usage() {
+ cat <<EOF
+$(basename $0) - build NFVbench VM images
+Usage:
+ $(basename $0) [OPTIONS]
+
+OPTIONS
+ -l: build NFVbench loop VM image
+ -g: build NFVbench generator image
+ -v: verify only (build but do not push to google storage)
+ -s: use local nfvbench code instead of cloning from OPNFV gerrit
+ (only relevant for NFVbench generator image)
+
+ -t: enable debug trace (set -x + DIB_DEBUG_TRACE=1)
+ -d: start debug shell in image chroot in case of build error
+ -h: show this help message
+EOF
+ exit 1
+}
+
+while getopts ":lgvstdh" opt; do
case $opt in
- h)
- usage
- exit 0
+ l)
+ build_loopvm=1
;;
g)
- generator_only=1
- ;;
- l)
- loopvm_only=1
+ build_generator=1
;;
v)
verify_only=1
;;
+ s)
+ export DIB_NFVBENCH_CODE_ORIGIN=static
+ ;;
+ t)
+ set -x
+ export DIB_DEBUG_TRACE=1
+ ;;
+ d)
+ DEBUG=yes
+ ;;
+ h)
+ usage
+ exit 0
+ ;;
?)
usage
exit 1
@@ -43,22 +84,53 @@ while getopts ":hglv" opt; do
esac
done
-set -e
-# Artifact URL
-gs_url=artifacts.opnfv.org/nfvbench/images
+# Build all VM images if the image to build is not specified on the CLI
+if [[ $build_generator -eq 0 ]] && [[ $build_loopvm -eq 0 ]]; then
+ build_generator=1
+ build_loopvm=1
+fi
-# image version number
-__version__=0.15
-loopvm_image_name=nfvbenchvm_centos-$__version__
-generator_image_name=nfvbenchvm_centos-generator-$__version__
+if [[ "${DIB_NFVBENCH_CODE_ORIGIN}" == "static" ]] && [[ $build_generator -eq 0 ]]; then
+ echo "Error: option -s is only relevant to the build of the generator image"
+ exit 1
+fi
+
+
+# ----------------------------------------------------------------------------
+# Copy local nfvbench code to elements/nfvbenchvm/static/opt/nfvbench
+# ----------------------------------------------------------------------------
+
+function copy_local_nfvbench_code_to_static_dir {
+ echo "Copy local nfvbench code to elements/nfvbenchvm/static/opt"
+ # Create elements/nfvbenchvm/static/opt/ directory if it does not exist and
+ # move there
+ pushd $(dirname $0)/elements/nfvbenchvm/static
+ [ -d opt ] || mkdir opt
+ cd opt
+
+ # Remove nfvbench code if it is already there
+ [ -d nfvbench ] && rm -rf nfvbench
+
+ # Use git to "copy" the local nfvbench code.
+ # This will include all the committed changes of the current branch.
+ git clone ../../../../../.. nfvbench
+
+ # Go back to the current directory when this function was called
+ popd
+}
+
+
+# ----------------------------------------------------------------------------
+# Configure and start the nfvbenchvm image build
+# ----------------------------------------------------------------------------
function build_image {
# if image exists skip building
echo "Checking if image exists in google storage..."
if command -v gsutil >/dev/null; then
if gsutil -q stat gs://$gs_url/$1.qcow2; then
- echo "Image already exists at http://$gs_url/$1.qcow2"
+ echo "Image already exists at https://$gs_url/$1.qcow2"
echo "Build is skipped"
exit 0
fi
@@ -72,14 +144,13 @@ function build_image {
if [ -f $1.qcow2 ]; then
echo "Image $1.qcow2 already exists locally"
else
-
# install diskimage-builder
if [ -d dib-venv ]; then
. dib-venv/bin/activate
else
- virtualenv dib-venv
+ python3 -m venv dib-venv
. dib-venv/bin/activate
- pip install diskimage-builder
+ pip install diskimage-builder==3.16.0
fi
# Add nfvbenchvm_centos elements directory to the DIB elements path
@@ -110,8 +181,18 @@ function build_image {
export TREX_VER=$(awk '/ENV TREX_VER/ {print $3}' ../../docker/Dockerfile | sed 's/"//g' | sed 's/\r//g')
fi
+ # Specify CentOS version
+ export DIB_RELEASE=7
+
+ # Debug on error: if an error occurs during the build, disk-image-create
+ # will drop us in a Bash inside the chroot, and we will be able to inspect
+ # the current state of the image.
+ if [[ "${DEBUG}" == "yes" ]]; then
+ export break=after-error
+ fi
+
echo "Building $1.qcow2..."
- time disk-image-create -o $1 centos7 nfvbenchvm
+ time disk-image-create -o $1 centos nfvbenchvm
fi
ls -l $1.qcow2
@@ -123,7 +204,7 @@ function build_image {
if command -v gsutil >/dev/null; then
echo "Uploading $1.qcow2..."
gsutil cp $1.qcow2 gs://$gs_url/$1.qcow2
- echo "You can access to image at http://$gs_url/$1.qcow2"
+ echo "You can access to image at https://$gs_url/$1.qcow2"
else
echo "Cannot upload new image to the OPNFV artifact repository (gsutil not available)"
exit 1
@@ -132,18 +213,35 @@ function build_image {
}
-if [ ! $generator_only -eq 1 ] && [ ! $loopvm_only -eq 1 ]; then
- echo "Build loop VM image"
- build_image $loopvm_image_name
- echo "Build generator image"
- build_image $generator_image_name
-else
- if [ $loopvm_only -eq 1 ]; then
- echo "Build loop VM image"
- build_image $loopvm_image_name
- fi
- if [ $generator_only -eq 1 ]; then
- echo "Build generator image"
- build_image $generator_image_name
+# ----------------------------------------------------------------------------
+# Main program
+# ----------------------------------------------------------------------------
+
+if [ $build_loopvm -eq 1 ]; then
+ echo "Build loop VM image"
+ build_image $loopvm_image_name
+fi
+
+if [ $build_generator -eq 1 ]; then
+ echo "Build generator image"
+
+ if [[ "${DIB_NFVBENCH_CODE_ORIGIN}" == "static" ]]; then
+ echo "Use local nfvbench code"
+ copy_local_nfvbench_code_to_static_dir
+
+ # Append nfvbench version number to the image name:
+ # during development, this is useful to distinguish the development
+ # images from the latest published image.
+ #
+ # To avoid confusion, we use the same versioning as nfvbench (see
+ # nfvbench/__init__.py), although "git describe" would give us a better
+ # number with respect to uniqueness. So we will typically get something
+ # like "5.0.4.dev31" where "5.0.4" is the latest annotated tag ("5.0.3")
+ # plus one and where dev31 indicates the number of commits (31) since
+ # that tag.
+ nfvbench_version=$(python -c 'import pbr.version; print(pbr.version.VersionInfo("nfvbench").version_string_with_vcs())')
+ generator_image_name="${generator_image_name}-${nfvbench_version}"
fi
-fi \ No newline at end of file
+
+ build_image $generator_image_name
+fi
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/element-deps b/nfvbenchvm/dib/elements/nfvbenchvm/element-deps
index c6be0aa..7fd8e5b 100644
--- a/nfvbenchvm/dib/elements/nfvbenchvm/element-deps
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/element-deps
@@ -1,4 +1,5 @@
vm
+block-device-mbr
cloud-init-datasources
install-static
package-installs
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/fdio-release.repo b/nfvbenchvm/dib/elements/nfvbenchvm/fdio-release.repo
index 3ad12fb..6b980c1 100644
--- a/nfvbenchvm/dib/elements/nfvbenchvm/fdio-release.repo
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/fdio-release.repo
@@ -1,5 +1,11 @@
[fdio-release]
-name=fd.io release branch latest merge
-baseurl=https://nexus.fd.io/content/repositories/fd.io.stable.1710.centos7/
-enabled=1
+name=FD.io release 17.10 binary RPM package repository for CentOS 7
+baseurl=https://packagecloud.io/fdio/1710/el/7/$basearch
+repo_gpgcheck=1
gpgcheck=0
+enabled=1
+gpgkey=https://packagecloud.io/fdio/1710/gpgkey
+sslverify=1
+sslcacert=/etc/pki/tls/certs/ca-bundle.crt
+metadata_expire=300
+
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/51-add-cpu-isolation b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/51-add-cpu-isolation
index 12ffcdc..e9cf3c5 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/51-add-cpu-isolation
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/51-add-cpu-isolation
@@ -1,5 +1,12 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
grubby --update-kernel=ALL --args="isolcpus=1-7 rcu_nocbs=1 nohz=on nohz_full=1 nmi_watchdog=0"
grubby --update-kernel=ALL --args="default_hugepagesz=1G hugepagesz=1G hugepages=4"
grubby --update-kernel=ALL --args="intel_iommu=on iommu=pt"
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/52-change-resolution b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/52-change-resolution
index 26f2f6a..d01b907 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/52-change-resolution
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/52-change-resolution
@@ -1,3 +1,10 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
grubby --update-kernel=ALL --args="vga=792"
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/53-boot-from-new-kernel b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/53-boot-from-new-kernel
index 6607b0b..e461801 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/53-boot-from-new-kernel
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/finalise.d/53-boot-from-new-kernel
@@ -1,3 +1,10 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
grubby --set-default-index=0
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/package-installs.yaml b/nfvbenchvm/dib/elements/nfvbenchvm/package-installs.yaml
index 60efec1..6f86027 100644
--- a/nfvbenchvm/dib/elements/nfvbenchvm/package-installs.yaml
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/package-installs.yaml
@@ -17,4 +17,5 @@ openssh-server:
dpdk-tools:
git:
python3-dev:
-libpython3.6-dev: \ No newline at end of file
+libpython3.6-dev:
+python3-pip:
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/01-update-kernel b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/01-update-kernel
index 8094006..0c32b5f 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/01-update-kernel
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/01-update-kernel
@@ -1,5 +1,12 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
if [ $DIB_USE_ELREPO_KERNEL != "True" ]; then
exit 0
fi
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/02-pip-package b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/02-pip-package
index 9707841..ee7c5f2 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/02-pip-package
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/02-pip-package
@@ -1,8 +1,12 @@
#!/bin/bash
-cd /tmp
-wget https://bootstrap.pypa.io/get-pip.py
-python3 get-pip.py
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
-pip3 install setuptools wheel pbr
-pip3 install pyyaml
+# Stop on error
+set -euo pipefail
+
+python3 -m pip install --upgrade pip
+python3 -m pip install setuptools wheel pbr
+python3 -m pip install pyyaml
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/03-copy-rc-local b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/03-copy-rc-local
index 3311530..4a8e66b 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/03-copy-rc-local
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/03-copy-rc-local
@@ -1,8 +1,15 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
# set accurate rc.local file corresponding to current image built
if [ $DIB_DEV_IMAGE = "loopvm" ]; then
mv /etc/rc.d/rc.local.loopvm /etc/rc.d/rc.local
else
mv /etc/rc.d/rc.local.generator /etc/rc.d/rc.local
-fi \ No newline at end of file
+fi
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/04-add-execute-attribute b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/04-add-execute-attribute
index 666d9dc..52aed8a 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/04-add-execute-attribute
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/04-add-execute-attribute
@@ -1,5 +1,12 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
chmod +x /etc/rc.d/rc.local
chmod +x /etc/sysconfig/network-scripts/ifcfg-eth0
chmod +x /etc/profile.d/nfvbench.sh
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/52-nfvbench-script b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/52-nfvbench-script
index 9162952..4edc493 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/52-nfvbench-script
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/52-nfvbench-script
@@ -1,5 +1,12 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Make sure the disk image build fails if nfvbench installation fails
+set -euo pipefail
+
if [ $DIB_DEV_IMAGE != "generator" ]; then
exit 0
fi
@@ -17,15 +24,33 @@ rm -rf /opt/trex/$TREX_VER/automation/trex_control_plane/interactive/trex
# NFVbench installation
cd /opt
-git clone https://gerrit.opnfv.org/gerrit/nfvbench
+if [[ "${DIB_NFVBENCH_CODE_ORIGIN}" == "static" ]]; then
+ # nfvbench code has been copied by the install-static element to
+ # /opt/nfvbench without the .git/ directory. But pip will need that .git/
+ # directory to compute nfvbench version, so will now finish the incomplete
+ # job of install-static:
+ STATIC_NFVBENCH_CODE="$(dirname $0)/../static/opt/nfvbench"
+ [ -d "${STATIC_NFVBENCH_CODE}" ] || {
+ echo "Error: directory ${STATIC_NFVBENCH_CODE} missing."
+ echo " You requested a build from local nfvbench code with"
+ echo " DIB_NFVBENCH_CODE_ORIGIN=static, but you likely forgot"
+ echo " to clone nfvbench code in elements/nfvbenchvm/static/opt/nfvbench"
+ exit 1
+ }
+ rsync -lr "${STATIC_NFVBENCH_CODE}"/ /opt/nfvbench/
+else
+ git clone https://gerrit.opnfv.org/gerrit/nfvbench
+fi
cd nfvbench/
-pip3 install . --use-deprecated=legacy-resolver
+python3 -m pip install . --use-deprecated=legacy-resolver
cp xtesting/testcases.yaml /usr/local/lib/python3.6/site-packages/xtesting/ci/testcases.yaml
python3 ./docker/cleanup_generators.py
rm -rf /opt/nfvbench/.git
rm -rf /opt/nfvbench/nfvbench
+rm -rf /opt/nfvbench/behave_tests
# symlink to NFVbench sources
ln -s /usr/local/lib/python3.6/site-packages/nfvbench /opt/nfvbench/nfvbench
+ln -s /usr/local/lib/python3.6/site-packages/behave_tests /opt/nfvbench/behave_tests
# persist env variables
echo "export TREX_VER=\"$TREX_VER\"" >> /etc/profile.d/nfvbench.sh
echo "export TREX_EXT_LIBS=\"/opt/trex/$TREX_VER/external_libs\"" >> /etc/profile.d/nfvbench.sh
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/53-sshd-script b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/53-sshd-script
index 64e8877..0c7dfd5 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/53-sshd-script
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/53-sshd-script
@@ -1,4 +1,11 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
# Set UseDNS no value in sshd_config to reduce time to connect
-echo "UseDNS no" >> /etc/ssh/sshd_config \ No newline at end of file
+echo "UseDNS no" >> /etc/ssh/sshd_config
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/99-cleanup b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/99-cleanup
index e48ca52..dbb7342 100755
--- a/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/99-cleanup
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/post-install.d/99-cleanup
@@ -1,3 +1,10 @@
#!/bin/bash
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+ set -x
+fi
+
+# Stop on error
+set -euo pipefail
+
yum erase -y python-devel libyaml-devel numactl-devel kernel-devel kernel-headers kernel-lt-headers kernel-lt-devel gcc git python3-dev libpython3.6-dev
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.generator b/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.generator
index 633403c..9ac23a3 100644
--- a/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.generator
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.generator
@@ -86,6 +86,24 @@ if [ $INTF_MGMT_CIDR ] && [ $INTF_MGMT_IP_GW ]; then
logger "NFVBENCHVM ERROR: Cannot find eth port for management port"
return 1
fi
+
+ # By default, configure the MTU of the management interface to the
+ # conservative value of 1500: this will reduce the risk to get an
+ # unmanageable VM in some setups.
+ #
+ # To set the MTU to a different value, configure the INTF_MGMT_MTU variable
+ # in /etc/nfvbenchvm.conf. If INTF_MGMT_MTU is set to the special value
+ # "auto", the MTU will not be configured and it will keep the value set by
+ # the hypervisor ("legacy" nfvbenchvm behavior). If INTF_MGMT_MTU is unset,
+ # the MTU will be set to 1500. In other cases, the MTU will be set to the
+ # value of INTF_MGMT_MTU.
+ #
+ if [[ -z "$INTF_MGMT_MTU" ]]; then
+ ip link set $ETH_PORT mtu 1500
+ elif [[ "$INTF_MGMT_MTU" != "auto" ]]; then
+ ip link set $ETH_PORT mtu $INTF_MGMT_MTU
+ fi
+
ip addr add $INTF_MGMT_CIDR dev $ETH_PORT
ip link set $ETH_PORT up
ip route add default via $INTF_MGMT_IP_GW dev $ETH_PORT
@@ -101,4 +119,4 @@ else
/nfvbench/start-nfvbench.sh
fi
-exit 0 \ No newline at end of file
+exit 0
diff --git a/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.loopvm b/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.loopvm
index ecc8b05..181ff2a 100644
--- a/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.loopvm
+++ b/nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local.loopvm
@@ -137,6 +137,24 @@ if [ $INTF_MGMT_CIDR ] && [ $INTF_MGMT_IP_GW ]; then
else
ETH_PORT="eth0"
fi
+
+ # By default, configure the MTU of the management interface to the
+ # conservative value of 1500: this will reduce the risk to get an
+ # unmanageable VM in some setups.
+ #
+ # To set the MTU to a different value, configure the INTF_MGMT_MTU variable
+ # in /etc/nfvbenchvm.conf. If INTF_MGMT_MTU is set to the special value
+ # "auto", the MTU will not be configured and it will keep the value set by
+ # the hypervisor ("legacy" nfvbenchvm behavior). If INTF_MGMT_MTU is unset,
+ # the MTU will be set to 1500. In other cases, the MTU will be set to the
+ # value of INTF_MGMT_MTU.
+ #
+ if [[ -z "$INTF_MGMT_MTU" ]]; then
+ ip link set $ETH_PORT mtu 1500
+ elif [[ "$INTF_MGMT_MTU" != "auto" ]]; then
+ ip link set $ETH_PORT mtu $INTF_MGMT_MTU
+ fi
+
ip addr add $INTF_MGMT_CIDR dev $ETH_PORT
ip link set $ETH_PORT up
ip route add default via $INTF_MGMT_IP_GW dev $ETH_PORT
@@ -164,6 +182,29 @@ else
logger "NFVBENCHVM ERROR: VM MAC Addresses missing in $NFVBENCH_CONF"
fi
+wait_vpp_service() {
+ # Wait for at most wait_max=$1 seconds until VPP service is ready. Exit
+ # with code 1 if timeout is reached.
+ #
+ # Because VPP systemd unit has Type=simple, systemctl will report the
+ # service to be active has soon as it is forked. This does not mean that
+ # the service is ready, and actually it takes some times before vppctl can
+ # succesfully connect to VPP client socket /run/vpp/cli.sock.
+ local wait_max=$1
+
+ local wait_time=0
+ while ! vppctl show int; do
+ if [[ $wait_time -ge $wait_max ]]; then
+ # Log error to both system log and standard error output
+ logger -s "NFVBENCHVM ERROR: VPP service still not ready after $wait_max seconds." \
+ "Exiting $(basename $0)."
+ exit 1
+ fi
+ sleep 1
+ wait_time=$(( wait_time + 1 ))
+ done
+}
+
if [ $PCI_ADDRESS_1 ] && [ $PCI_ADDRESS_2 ]; then
logger "NFVBENCHVM: Using pci $PCI_ADDRESS_1 ($INTF_MAC1)"
logger "NFVBENCHVM: Using pci $PCI_ADDRESS_2 ($INTF_MAC2)"
@@ -205,12 +246,22 @@ if [ $PCI_ADDRESS_1 ] && [ $PCI_ADDRESS_2 ]; then
sed -i "s/{{WORKER_CORES}}/$WORKER_CORES/g" /etc/vpp/startup.conf
sed -i "s/{{VIF_MQ_SIZE}}/${VIF_MQ_SIZE}/g" /etc/vpp/startup.conf
sed -i "s/{{NUM_MBUFS}}/${NUM_MBUFS}/g" /etc/vpp/startup.conf
- service vpp start
- sleep 10
+ systemctl start vpp
+ # Wait until VPP service is ready for at most 30 seconds
+ wait_vpp_service 30
- INTFS=`vppctl show int | grep Ethernet | xargs`
- INTF_1=`echo $INTFS | awk '{ print $1 }'`
- INTF_2=`echo $INTFS | awk '{ print $4 }'`
+ VPPCTL_OUTPUT=$(vppctl show int)
+ INTFS=$(echo "$VPPCTL_OUTPUT" | grep Ethernet | xargs)
+ INTF_1=$(echo $INTFS | awk '{ print $1 }')
+ INTF_2=$(echo $INTFS | awk '{ print $4 }')
+ if [[ -z "$INTF_1" ]] || [[ -z "$INTF_2" ]]; then
+ # Log error to both system log and standard error output
+ logger -s "NFVBENCHVM DEBUG: \"vppctl show int\" output:"
+ logger -s "NFVBENCHVM DEBUG: $VPPCTL_OUTPUT"
+ logger -s "NFVBENCHVM ERROR: vppctl does not show the two Ethernet interfaces we expect." \
+ "Exiting $(basename $0)."
+ exit 1
+ fi
if [ -z "${TG_MAC1}" ]; then
# vm.conf does not support lines commented with #, so
# we need to remove the line to set the static ARP entry.
@@ -231,7 +282,7 @@ if [ $PCI_ADDRESS_1 ] && [ $PCI_ADDRESS_2 ]; then
sed -i "s/{{TG_NET2}}/${TG_NET2//\//\/}/g" /etc/vpp/vm.conf
sed -i "s/{{TG_GATEWAY1_IP}}/${TG_GATEWAY1_IP}/g" /etc/vpp/vm.conf
sed -i "s/{{TG_GATEWAY2_IP}}/${TG_GATEWAY2_IP}/g" /etc/vpp/vm.conf
- service vpp restart
+ systemctl restart vpp
logger "NFVBENCHVM: vpp service restarted"
else
echo "ERROR: Unknown forwarder value. Accepted values: testpmd or vpp"
@@ -244,4 +295,4 @@ else
logger "NFVBENCHVM ERROR: Cannot find PCI Address from MAC"
fi
-exit 0 \ No newline at end of file
+exit 0
diff --git a/pylint.rc b/pylint.rc
index c54981f..f31b894 100644
--- a/pylint.rc
+++ b/pylint.rc
@@ -50,7 +50,7 @@ confidence=
# --enable=similarities". If you want to run only the classes checker, but have
# no Warning level messages displayed, use"--disable=all --enable=classes
# --disable=W"
-disable=unused-argument,global-statement,too-many-statements,too-many-arguments,too-many-branches,catching-non-exception,relative-import,too-many-locals,invalid-name,broad-except,print-statement,parameter-unpacking,unpacking-in-except,old-raise-syntax,backtick,long-suffix,old-ne-operator,import-star-module-level,raw-checker-failed,locally-disabled,locally-enabled,file-ignored,suppressed-message,useless-suppression,deprecated-pragma,apply-builtin,basestring-builtin,buffer-builtin,cmp-builtin,coerce-builtin,execfile-builtin,file-builtin,long-builtin,raw_input-builtin,reduce-builtin,standarderror-builtin,unicode-builtin,xrange-builtin,coerce-method,delslice-method,getslice-method,setslice-method,no-absolute-import,old-division,dict-iter-method,dict-view-method,next-method-called,metaclass-assignment,indexing-exception,raising-string,reload-builtin,oct-method,hex-method,nonzero-method,cmp-method,input-builtin,round-builtin,intern-builtin,unichr-builtin,map-builtin-not-iterating,zip-builtin-not-iterating,range-builtin-not-iterating,filter-builtin-not-iterating,using-cmp-argument,eq-without-hash,div-method,idiv-method,rdiv-method,exception-message-attribute,invalid-str-codec,sys-max-int,bad-python3-import,deprecated-string-function,deprecated-str-translate-call,missing-docstring,redefined-builtin,no-name-in-module,no-self-use,no-member,arguments-differ,attribute-defined-outside-init,non-iterator-returned,eval-used,unexpected-keyword-arg,pointless-string-statement,no-value-for-parameter,useless-object-inheritance,import-outside-toplevel,wrong-import-order
+disable=unused-argument,global-statement,too-many-statements,too-many-arguments,too-many-branches,catching-non-exception,too-many-locals,invalid-name,broad-except,raw-checker-failed,locally-disabled,file-ignored,suppressed-message,useless-suppression,deprecated-pragma,missing-docstring,redefined-builtin,no-name-in-module,no-member,arguments-differ,attribute-defined-outside-init,non-iterator-returned,eval-used,unexpected-keyword-arg,pointless-string-statement,no-value-for-parameter,useless-object-inheritance,import-outside-toplevel,wrong-import-order,consider-using-f-string,consider-using-generator,unnecessary-lambda-assignment,implicit-str-concat,global-variable-not-assigned
# Enable the message, report, category or checker with the given id(s). You can
# either give multiple identifier separated by comma (,) or put this option
@@ -92,36 +92,21 @@ max-nested-blocks=5
[BASIC]
-# Naming hint for argument names
-argument-name-hint=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
-
# Regular expression matching correct argument names
argument-rgx=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
-# Naming hint for attribute names
-attr-name-hint=(([a-z][a-z0-9_]{2,30})|(_[a-z0-9_]*))$
-
# Regular expression matching correct attribute names
attr-rgx=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
# Bad variable names which should always be refused, separated by a comma
bad-names=foo,bar,baz,toto,tutu,tata
-# Naming hint for class attribute names
-class-attribute-name-hint=([A-Za-z_][A-Za-z0-9_]{2,30}|(__.*__))$
-
# Regular expression matching correct class attribute names
class-attribute-rgx=([A-Za-z_][A-Za-z0-9_]{2,50}|(__.*__))$
-# Naming hint for class names
-class-name-hint=[A-Z_][a-zA-Z0-9]+$
-
# Regular expression matching correct class names
class-rgx=[A-Z_][a-zA-Z0-9]+$
-# Naming hint for constant names
-const-name-hint=(([A-Za-z_][A-Za-z0-9_]*)|(__.*__))$
-
# Regular expression matching correct constant names
const-rgx=(([A-Za-z_][A-Za-z0-9_]*)|(__.*__))$
@@ -129,9 +114,6 @@ const-rgx=(([A-Za-z_][A-Za-z0-9_]*)|(__.*__))$
# ones are exempt.
docstring-min-length=-1
-# Naming hint for function names
-function-name-hint=(([a-z][a-zA-Z0-9_]{2,50})|(_[a-z0-9_]*))$
-
# Regular expression matching correct function names
function-rgx=(([a-z][a-zA-Z0-9_]{2,50})|(_[a-z0-9_]*))$
@@ -141,21 +123,12 @@ good-names=i,j,k,ex,Run,_
# Include a hint for the correct naming format with invalid-name
include-naming-hint=no
-# Naming hint for inline iteration names
-inlinevar-name-hint=[A-Za-z_][A-Za-z0-9_]*$
-
# Regular expression matching correct inline iteration names
inlinevar-rgx=[A-Za-z_][A-Za-z0-9_]*$
-# Naming hint for method names
-method-name-hint=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
-
# Regular expression matching correct method names
method-rgx=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
-# Naming hint for module names
-module-name-hint=(([a-z_][a-z0-9_]*)|([A-Z][a-zA-Z0-9]+))$
-
# Regular expression matching correct module names
module-rgx=(([a-z_][a-z0-9_]*)|([A-Z][a-zA-Z0-9]+))$
@@ -171,9 +144,6 @@ no-docstring-rgx=^_
# to this list to register other decorators that produce valid properties.
property-classes=abc.abstractproperty
-# Naming hint for variable names
-variable-name-hint=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
-
# Regular expression matching correct variable names
variable-rgx=(([a-z][a-z0-9_]{2,50})|(_[a-z0-9_]*))$
@@ -199,12 +169,6 @@ max-line-length=100
# Maximum number of lines in a module
max-module-lines=1600
-# List of optional constructs for which whitespace checking is disabled. `dict-
-# separator` is used to allow tabulation in dicts, etc.: {1 : 1,\n222: 2}.
-# `trailing-comma` allows a space between comma and closing bracket: (a, ).
-# `empty-line` allows space-only lines.
-no-space-check=trailing-comma,dict-separator
-
# Allow the body of a class to be on the same line as the declaration if body
# contains single statement.
single-line-class-stmt=no
diff --git a/requirements-dev.txt b/requirements-dev.txt
index f0ef0ab..5522a05 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -1,8 +1,11 @@
+# Python requirements to setup a development environment to be able to do
+# anything directly or with tox: run unit tests, run code quality checks, build
+# the docs, ...
+
+-c https://opendev.org/openstack/requirements/raw/branch/stable/yoga/upper-constraints.txt
-r requirements.txt
-docutils==0.14.0
-flake8>=3.3.0
-pylint>=1.7.1
-sphinx>=1.4.0
-sphinx_rtd_theme>=0.2.4
-tox>=2.3.0
-mock>=2.0.0
+-r test-requirements.txt
+-r docs/requirements.txt
+
+# Install tox with the same version as on OPNFV build servers
+tox==3.21.4
diff --git a/requirements.txt b/requirements.txt
index a333380..488aa5f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,28 +1,28 @@
+# Python dependencies required to run nfvbench and behave_tests
+#
# The order of packages is significant, because pip processes them in the order
# of appearance. Changing the order has an impact on the overall integration
# process, which may cause wedges in the gate later.
-pbr>=3.1.1
+pbr!=2.1.0 # Apache-2.0
attrdict>=2.0.0
bitmath>=1.3.1.1
-paramiko>=1.14.0
-prettytable>=0.7.2
-pytz>=2016.4
-six==1.15.0
-python-glanceclient==3.2.2
-python-neutronclient>=7.3.0
-python-novaclient>=17.3.0
-python-openstackclient>=5.4.0
-python-keystoneclient>=4.2.0
-pyyaml>=3.11
-pyzmq>=15.3.0
-requests>=2.13.0
-tabulate>=0.7.5
-flask>=0.12
+pytz # MIT
+python-glanceclient # Apache-2.0
+python-neutronclient # Apache-2.0
+python-novaclient # Apache-2.0
+python-openstackclient # Apache-2.0
+python-keystoneclient!=2.1.0 # Apache-2.0
+PyYAML # MIT
+tabulate # MIT
+Flask!=0.11 # BSD
fluent-logger>=0.5.3
-netaddr>=0.7.19
-xtesting>=0.92.0
+netaddr # BSD
hdrhistogram>=0.8.0
+
+# Extra requirements for behave_tests:
+requests!=2.20.0,!=2.24.0 # Apache-2.0
+retry>=0.9.2
+xtesting>=0.92.0
behave>=1.2.6
-retry>=0.9.2 \ No newline at end of file
diff --git a/setup.cfg b/setup.cfg
index d819ecb..d570851 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -29,8 +29,8 @@ classifier =
Operating System :: POSIX :: Linux
Operating System :: MacOS
Programming Language :: Python
- Programming Language :: Python :: 2
- Programming Language :: Python :: 2.7
+ Programming Language :: Python :: 3
+ Programming Language :: Python :: 3.8
[files]
packages =
diff --git a/setup.py b/setup.py
index bf772f3..f63cc23 100644
--- a/setup.py
+++ b/setup.py
@@ -13,27 +13,9 @@
# See the License for the specific language governing permissions and
# limitations under the License.
-from setuptools.command.test import test
-from setuptools import setup
-import sys
+# THIS FILE IS MANAGED BY THE GLOBAL REQUIREMENTS REPO - DO NOT EDIT
+import setuptools
-
-class Tox(test):
- def initialize_options(self):
- test.initialize_options(self)
- self.tox_args = None
-
- def finalize_options(self):
- test.finalize_options(self)
- self.test_args = []
- self.test_suite = True
-
- def run_tests(self):
- import tox
- sys.exit(tox.cmdline())
-
-
-if __name__ == '__main__':
- setup(setup_requires=['pbr'], pbr=True,
- tests_require=['tox'],
- cmdclass={'test': Tox})
+setuptools.setup(
+ setup_requires=['pbr>=2.0.0'],
+ pbr=True)
diff --git a/test-requirements.txt b/test-requirements.txt
index 57ce9d7..4fa57c3 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -1,20 +1,21 @@
+# Python dependencies required by tox to run unit tests and code quality checks
+#
+# (dependencies required to build and check the docs can be found in
+# docs/requirements.txt)
+#
# The order of packages is significant, because pip processes them in the order
# of appearance. Changing the order has an impact on the overall integration
# process, which may cause wedges in the gate later.
-hacking
+# Requirements for nfvbench unit tests:
+pytest # MIT
+scapy>=2.3.1
+# Extra requirements for behave_tests unit tests:
+pytest-subtests
-coverage>=3.6
-discover
+# Requirements for pep8 test:
+hacking==5.0.0
flake8>=3.3.0
-python-subunit>=0.0.18
-scapy>=2.3.1
-sphinx>=1.4.0
-sphinx_rtd_theme>=0.2.4
-oslosphinx>=2.5.0 # Apache-2.0
-oslotest>=1.10.0 # Apache-2.0
-testrepository>=0.0.18
-testscenarios>=0.4
-testtools>=1.4.0
-pytest>=3.2.2
-pylint>=1.7.1
+
+# Requirements for linter test:
+pylint==2.15.9
diff --git a/test/ut_behave_tests/__init__.py b/test/ut_behave_tests/__init__.py
new file mode 100644
index 0000000..0403bca
--- /dev/null
+++ b/test/ut_behave_tests/__init__.py
@@ -0,0 +1 @@
+"""Unit tests for the behave_tests package."""
diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json
new file mode 100644
index 0000000..885ab04
--- /dev/null
+++ b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json
@@ -0,0 +1,48702 @@
+{
+ "pagination": {
+ "current_page": 1,
+ "total_pages": 2
+ },
+ "results": [
+ {
+ "project_name": "nfvbench",
+ "scenario": "loopback",
+ "stop_date": "2022-04-25 02:32:44",
+ "case_name": "characterization",
+ "build_tag": "TOV5HRPLCZYW",
+ "version": "unknown",
+ "pod_name": "AMICAL",
+ "criteria": "PASS",
+ "installer": "unknown",
+ "_id": "6266084fc0d88e001ca15aaf",
+ "start_date": "2022-04-25 00:13:31",
+ "details": {
+ "tests": [
+ {
+ "status": "passed",
+ "elements": [
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011801719665527344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 10.036147117614746,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 58.26510310173035,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00015854835510253906,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00029850006103515625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010204315185546875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011563301086425781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00789332389831543,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 48.191978454589844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014138221740722656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00026345252990722656,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007787942886352539,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 48.198084115982056,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002589225769042969,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0078067779541015625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.4761390686035,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012445449829101562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00032782554626464844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010132789611816406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007827281951904297,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.47583389282227,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030040740966796875,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008013725280761719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.47237610816956,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011968612670898438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00029087066650390625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011706352233886719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007834196090698242,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.4668493270874,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012111663818359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003085136413574219,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008010625839233398,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.470552444458,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001327991485595703,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003223419189453125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010228157043457031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007843494415283203,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 48.19991326332092,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002856254577636719,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.0001125335693359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0078046321868896484,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 427.4356060028076,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000133514404296875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003294944763183594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010228157043457031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007808685302734375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 54.21188402175903,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001220703125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028014183044433594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011420249938964844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0078582763671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 54.213879346847534,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014543533325195312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00026297569274902344,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.918212890625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007826566696166992,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 54.2158465385437,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001385211944580078,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002658367156982422,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00782465934753418,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 180.64374685287476,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00026535987854003906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0077762603759765625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4992287158966,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014448165893554688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00032806396484375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010180473327636719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007920503616333008,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.49558329582214,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011801719665527344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028133392333984375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00012254714965820312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007806301116943359,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.5018527507782,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001227855682373047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003173351287841797,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010251998901367188,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007884740829467773,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.5023431777954,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012040138244628906,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028133392333984375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007809638977050781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 56.228487968444824,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013756752014160156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00026535987854003906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010156631469726562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00783085823059082,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4738347530365,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014972686767578125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002911090850830078,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011968612670898438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00802922248840332,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 60.2336266040802,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011706352233886719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002532005310058594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010132789611816406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007838964462280273,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 60.23164749145508,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012135505676269531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00025343894958496094,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011467933654785156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.894371032714844e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00780177116394043,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 60.239051818847656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002503395080566406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.989738464355469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008019447326660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 309.0816767215729,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012183189392089844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00026702880859375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011706352233886719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007838964462280273,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.50160241127014,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012803077697753906,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002942085266113281,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010156631469726562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007815361022949219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4943425655365,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011849403381347656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003044605255126953,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.989738464355469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007854700088500977,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.5042459964752,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012087821960449219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002963542938232422,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007800579071044922,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4900460243225,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003037452697753906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010275840759277344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007885217666625977,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 60.23350286483765,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001304149627685547,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002522468566894531,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010347366333007812,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011348724365234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008048772811889648,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.47489833831787,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013017654418945312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002841949462890625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010156631469726562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.0003788471221923828,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002548694610595703,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00780487060546875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.23451280593872,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00015497207641601562,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011444091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011348724365234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00025391578674316406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00824594497680664,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.24914073944092,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001533031463623047,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011730194091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011968612670898438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00025177001953125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0079345703125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.221691846847534,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001533031463623047,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001347064971923828,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011730194091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00024175643920898438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0079345703125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.23504996299744,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00016355514526367188,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011444091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011706352233886719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002498626708984375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007980108261108398,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.23746657371521,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001513957977294922,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011491775512695312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002338886260986328,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007954835891723633,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.25133943557739,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00015425682067871094,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011301040649414062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00024771690368652344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008048534393310547,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.24317383766174,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00015354156494140625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011491775512695312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011086463928222656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002601146697998047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007915735244750977,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 36.240649700164795,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00015354156494140625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69",
+ "type": "scenario"
+ }
+ ],
+ "name": "characterization",
+ "keyword": "Feature",
+ "tags": [
+ "characterization"
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2"
+ }
+ ],
+ "skip_tests": 0,
+ "links": [
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/xtesting.log",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.html",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/behave_tests.log",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/campaign_result.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/TESTS-characterization-full.xml",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench.log",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.json",
+ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json"
+ ],
+ "results": {
+ "latency": [
+ {
+ "input": {
+ "rate": "70%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:28:13",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "29ad1ab70db044069cca0a6862c8d563",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "11735907pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 15.714376742399999,
+ "rate_pps": 5846122,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3928594185
+ },
+ "tx": {
+ "rate_percent": 15.714376742399999,
+ "rate_pps": 5846122,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3928594185
+ },
+ "orig": {
+ "rate_percent": 15.773059008,
+ "rate_pps": 5867953,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3943264752
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 31.429699929599998,
+ "rate_pps": 11692596.0,
+ "rate_bps": 7857424981.0
+ },
+ "tx": {
+ "rate_percent": 31.429699929599998,
+ "rate_pps": 11692596.0,
+ "rate_bps": 7857424981.0
+ },
+ "orig": {
+ "rate_percent": 31.546118016,
+ "rate_pps": 11735906.0,
+ "rate_bps": 7886529504.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 15.715323187200001,
+ "rate_pps": 5846474,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3928830796
+ },
+ "tx": {
+ "rate_percent": 15.715323187200001,
+ "rate_pps": 5846474,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3928830796
+ },
+ "orig": {
+ "rate_percent": 15.773059008,
+ "rate_pps": 5867953,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3943264752
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 58410774,
+ "-59 (-0.0001%)"
+ ],
+ "lat_max_usec": 42,
+ "lat_avg_usec": 16,
+ "lat_min_usec": 5,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 58464744,
+ 58464744
+ ],
+ "lat_max_usec": 42,
+ "lat_avg_usec": 15,
+ "lat_min_usec": 5,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 11692596,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3193174528.0,
+ "pkt_rate": 5869806.5,
+ "max_delay_usec": 42,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 15.50001505653573,
+ "total_pkt_bytes": 7950965756,
+ "total_pkts": 116925967,
+ "min_delay_usec": 5
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 7950965756,
+ "total_pkts": 116925967,
+ "pkt_bit_rate": 3193170688.0,
+ "pkt_rate": 5869801.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3193216000,
+ "pkt_rate": 5869884,
+ "max_delay_usec": 42,
+ "total_pkt_bytes": 3975363164,
+ "avg_delay_usec": 15,
+ "total_pkts": 58461223,
+ "min_delay_usec": 5
+ },
+ "tx": {
+ "total_pkt_bytes": 3975602592,
+ "total_pkts": 58464744,
+ "pkt_bit_rate": 3193189888,
+ "pkt_rate": 5869842
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3193133056,
+ "pkt_rate": 5869729,
+ "max_delay_usec": 42,
+ "total_pkt_bytes": 3975602592,
+ "avg_delay_usec": 16,
+ "total_pkts": 58464744,
+ "min_delay_usec": 5
+ },
+ "tx": {
+ "total_pkt_bytes": 3975363164,
+ "total_pkts": 58461223,
+ "pkt_bit_rate": 3193151488,
+ "pkt_rate": 5869761
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 7857424512.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "29ad1ab70db044069cca0a6862c8d563"
+ },
+ "synthesis": {
+ "avg_delay_usec": 15.50001505653573,
+ "total_tx_rate": 11692596
+ }
+ },
+ {
+ "input": {
+ "rate": "90%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:28:50",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "1cc7ff91553043a19730fd45e9d5f126",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "15089023pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 20.20257792,
+ "rate_pps": 7515840,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5050644480
+ },
+ "tx": {
+ "rate_percent": 20.20257792,
+ "rate_pps": 7515840,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5050644480
+ },
+ "orig": {
+ "rate_percent": 20.279646912,
+ "rate_pps": 7544511,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5069911728
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 40.4063724288,
+ "rate_pps": 15032132.0,
+ "rate_bps": 10101593107.0
+ },
+ "tx": {
+ "rate_percent": 40.4063724288,
+ "rate_pps": 15032132.0,
+ "rate_bps": 10101593107.0
+ },
+ "orig": {
+ "rate_percent": 40.559293824,
+ "rate_pps": 15089022.0,
+ "rate_bps": 10139823456.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 20.203794508799998,
+ "rate_pps": 7516292,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5050948627
+ },
+ "tx": {
+ "rate_percent": 20.203794508799998,
+ "rate_pps": 7516292,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5050948627
+ },
+ "orig": {
+ "rate_percent": 20.279646912,
+ "rate_pps": 7544511,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 5069911728
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 75091840,
+ "-79 (-0.0001%)"
+ ],
+ "lat_max_usec": 41,
+ "lat_avg_usec": 18,
+ "lat_min_usec": 5,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 75162926,
+ 75162926
+ ],
+ "lat_max_usec": 40,
+ "lat_avg_usec": 16,
+ "lat_min_usec": 5,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 15032132,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4096779776.0,
+ "pkt_rate": 7530844.5,
+ "max_delay_usec": 41,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 17.00003010883499,
+ "total_pkt_bytes": 10221850168,
+ "total_pkts": 150321326,
+ "min_delay_usec": 5
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 10221850168,
+ "total_pkts": 150321326,
+ "pkt_bit_rate": 4096779520.0,
+ "pkt_rate": 7530849.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4096839424,
+ "pkt_rate": 7530954,
+ "max_delay_usec": 40,
+ "total_pkt_bytes": 5110771200,
+ "avg_delay_usec": 16,
+ "total_pkts": 75158400,
+ "min_delay_usec": 5
+ },
+ "tx": {
+ "total_pkt_bytes": 5111078968,
+ "total_pkts": 75162926,
+ "pkt_bit_rate": 4096763136,
+ "pkt_rate": 7530821
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4096720128,
+ "pkt_rate": 7530735,
+ "max_delay_usec": 41,
+ "total_pkt_bytes": 5111078968,
+ "avg_delay_usec": 18,
+ "total_pkts": 75162926,
+ "min_delay_usec": 5
+ },
+ "tx": {
+ "total_pkt_bytes": 5110771200,
+ "total_pkts": 75158400,
+ "pkt_bit_rate": 4096795904,
+ "pkt_rate": 7530877
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 10101592704.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "1cc7ff91553043a19730fd45e9d5f126"
+ },
+ "synthesis": {
+ "avg_delay_usec": 17.00003010883499,
+ "total_tx_rate": 15032132
+ }
+ },
+ {
+ "input": {
+ "rate": "70%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:29:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "83c6271d2c784b99971cb644e7b35976",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "5275399pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 66.2607564672,
+ "rate_pps": 2627726,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16565189116
+ },
+ "tx": {
+ "rate_percent": 66.2607564672,
+ "rate_pps": 2627726,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16565189116
+ },
+ "orig": {
+ "rate_percent": 66.512230592,
+ "rate_pps": 2637699,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16628057648
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 132.52550210559997,
+ "rate_pps": 5255610.0,
+ "rate_bps": 33131375525.0
+ },
+ "tx": {
+ "rate_percent": 132.52550210559997,
+ "rate_pps": 5255610.0,
+ "rate_bps": 33131375525.0
+ },
+ "orig": {
+ "rate_percent": 133.024461184,
+ "rate_pps": 5275398.0,
+ "rate_bps": 33256115296.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 66.26474563839999,
+ "rate_pps": 2627884,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16566186409
+ },
+ "tx": {
+ "rate_percent": 66.26474563839999,
+ "rate_pps": 2627884,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16566186409
+ },
+ "orig": {
+ "rate_percent": 66.512230592,
+ "rate_pps": 2637699,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16628057648
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 26254197,
+ "+5 (+0.0000%)"
+ ],
+ "lat_max_usec": 52,
+ "lat_avg_usec": 27,
+ "lat_min_usec": 6,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 26278849,
+ 26278849
+ ],
+ "lat_max_usec": 64,
+ "lat_avg_usec": 27,
+ "lat_min_usec": 8,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 5255611,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16250518528.0,
+ "pkt_rate": 2631236.0,
+ "max_delay_usec": 64,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 27.0,
+ "total_pkt_bytes": 40573321552,
+ "total_pkts": 52556116,
+ "min_delay_usec": 6
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 40573321552,
+ "total_pkts": 52556116,
+ "pkt_bit_rate": 16250488832.0,
+ "pkt_rate": 2631232.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16250605568,
+ "pkt_rate": 2631250,
+ "max_delay_usec": 64,
+ "total_pkt_bytes": 20286050124,
+ "avg_delay_usec": 27,
+ "total_pkts": 26277267,
+ "min_delay_usec": 8
+ },
+ "tx": {
+ "total_pkt_bytes": 20287271428,
+ "total_pkts": 26278849,
+ "pkt_bit_rate": 16250417152,
+ "pkt_rate": 2631220
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16250431488,
+ "pkt_rate": 2631222,
+ "max_delay_usec": 52,
+ "total_pkt_bytes": 20287271428,
+ "avg_delay_usec": 27,
+ "total_pkts": 26278849,
+ "min_delay_usec": 6
+ },
+ "tx": {
+ "total_pkt_bytes": 20286050124,
+ "total_pkts": 26277267,
+ "pkt_bit_rate": 16250560512,
+ "pkt_rate": 2631244
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 33131371744.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "83c6271d2c784b99971cb644e7b35976"
+ },
+ "synthesis": {
+ "avg_delay_usec": 27.0,
+ "total_tx_rate": 5255611
+ }
+ },
+ {
+ "input": {
+ "rate": "90%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:30:02",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "2455d986fcbe4f858b57eb97a3d6cf28",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "6782656pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 85.19754631679999,
+ "rate_pps": 3378709,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21299386579
+ },
+ "tx": {
+ "rate_percent": 85.19754631679999,
+ "rate_pps": 3378709,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21299386579
+ },
+ "orig": {
+ "rate_percent": 85.515726848,
+ "rate_pps": 3391328,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21378931712
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 170.40022661119997,
+ "rate_pps": 6757622.0,
+ "rate_bps": 42600056652.0
+ },
+ "tx": {
+ "rate_percent": 170.40022661119997,
+ "rate_pps": 6757622.0,
+ "rate_bps": 42600056652.0
+ },
+ "orig": {
+ "rate_percent": 171.031453696,
+ "rate_pps": 6782656.0,
+ "rate_bps": 42757863424.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 85.2026802944,
+ "rate_pps": 3378913,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21300670073
+ },
+ "tx": {
+ "rate_percent": 85.2026802944,
+ "rate_pps": 3378913,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21300670073
+ },
+ "orig": {
+ "rate_percent": 85.515726848,
+ "rate_pps": 3391328,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21378931712
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 33757754,
+ "-3 (-0.0000%)"
+ ],
+ "lat_max_usec": 63,
+ "lat_avg_usec": 46,
+ "lat_min_usec": 17,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 33789134,
+ 33789134
+ ],
+ "lat_max_usec": 72,
+ "lat_avg_usec": 48,
+ "lat_min_usec": 21,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 6757623,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 20899780608.0,
+ "pkt_rate": 3384031.5,
+ "max_delay_usec": 72,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 46.99996987106354,
+ "total_pkt_bytes": 52168851104,
+ "total_pkts": 67576232,
+ "min_delay_usec": 17
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 52168851104,
+ "total_pkts": 67576232,
+ "pkt_bit_rate": 20899762176.0,
+ "pkt_rate": 3384028.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 20900167680,
+ "pkt_rate": 3384094,
+ "max_delay_usec": 72,
+ "total_pkt_bytes": 26083639656,
+ "avg_delay_usec": 48,
+ "total_pkts": 33787098,
+ "min_delay_usec": 21
+ },
+ "tx": {
+ "total_pkt_bytes": 26085211448,
+ "total_pkts": 33789134,
+ "pkt_bit_rate": 20899940352,
+ "pkt_rate": 3384056
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 20899393536,
+ "pkt_rate": 3383969,
+ "max_delay_usec": 63,
+ "total_pkt_bytes": 26085211448,
+ "avg_delay_usec": 46,
+ "total_pkts": 33789134,
+ "min_delay_usec": 17
+ },
+ "tx": {
+ "total_pkt_bytes": 26083639656,
+ "total_pkts": 33787098,
+ "pkt_bit_rate": 20899584000,
+ "pkt_rate": 3384000
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 42600055392.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2455d986fcbe4f858b57eb97a3d6cf28"
+ },
+ "synthesis": {
+ "avg_delay_usec": 46.99996987106354,
+ "total_tx_rate": 6757623
+ }
+ },
+ {
+ "input": {
+ "rate": "70%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:30:39",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "5c5843684c864e02b3be78bf0c27b4f4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "2713913pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 66.53541553919999,
+ "rate_pps": 1351906,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16633853884
+ },
+ "tx": {
+ "rate_percent": 66.53541553919999,
+ "rate_pps": 1351906,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16633853884
+ },
+ "orig": {
+ "rate_percent": 66.78397110399999,
+ "rate_pps": 1356956,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16695992776
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 133.07484710399999,
+ "rate_pps": 2703893.0,
+ "rate_bps": 33268711775.0
+ },
+ "tx": {
+ "rate_percent": 133.07484710399999,
+ "rate_pps": 2703893.0,
+ "rate_bps": 33268711775.0
+ },
+ "orig": {
+ "rate_percent": 133.56794220799998,
+ "rate_pps": 2713912.0,
+ "rate_bps": 33391985552.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 66.5394315648,
+ "rate_pps": 1351987,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16634857891
+ },
+ "tx": {
+ "rate_percent": 66.5394315648,
+ "rate_pps": 1351987,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16634857891
+ },
+ "orig": {
+ "rate_percent": 66.78397110399999,
+ "rate_pps": 1356956,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16695992776
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 13507087,
+ "+37 (+0.0003%)"
+ ],
+ "lat_max_usec": 76,
+ "lat_avg_usec": 33,
+ "lat_min_usec": 7,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 13519878,
+ 13519878
+ ],
+ "lat_max_usec": 104,
+ "lat_avg_usec": 46,
+ "lat_min_usec": 7,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 2703894,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16510260736.0,
+ "pkt_rate": 1355967.5,
+ "max_delay_usec": 104,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 39.49980383846408,
+ "total_pkt_bytes": 41153266680,
+ "total_pkts": 27038940,
+ "min_delay_usec": 7
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 41153266680,
+ "total_pkts": 27038940,
+ "pkt_bit_rate": 16510253568.0,
+ "pkt_rate": 1355967.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16510286848,
+ "pkt_rate": 1355970,
+ "max_delay_usec": 104,
+ "total_pkt_bytes": 20576012364,
+ "avg_delay_usec": 46,
+ "total_pkts": 13519062,
+ "min_delay_usec": 7
+ },
+ "tx": {
+ "total_pkt_bytes": 20577254316,
+ "total_pkts": 13519878,
+ "pkt_bit_rate": 16510161920,
+ "pkt_rate": 1355960
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16510234624,
+ "pkt_rate": 1355965,
+ "max_delay_usec": 76,
+ "total_pkt_bytes": 20577254316,
+ "avg_delay_usec": 33,
+ "total_pkts": 13519878,
+ "min_delay_usec": 7
+ },
+ "tx": {
+ "total_pkt_bytes": 20576012364,
+ "total_pkts": 13519062,
+ "pkt_bit_rate": 16510345216,
+ "pkt_rate": 1355975
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 33268711776.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "5c5843684c864e02b3be78bf0c27b4f4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 39.49980383846408,
+ "total_tx_rate": 2703894
+ }
+ },
+ {
+ "input": {
+ "rate": "90%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:31:15",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "2494d2b787c4476c90474945540b4645",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "3489317pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 85.545577856,
+ "rate_pps": 1738166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21386394464
+ },
+ "tx": {
+ "rate_percent": 85.545577856,
+ "rate_pps": 1738166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21386394464
+ },
+ "orig": {
+ "rate_percent": 85.865112736,
+ "rate_pps": 1744658,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21466278184
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 171.0963135488,
+ "rate_pps": 3476436.0,
+ "rate_bps": 42774078387.0
+ },
+ "tx": {
+ "rate_percent": 171.0963135488,
+ "rate_pps": 3476436.0,
+ "rate_bps": 42774078387.0
+ },
+ "orig": {
+ "rate_percent": 171.730225472,
+ "rate_pps": 3489316.0,
+ "rate_bps": 42932556368.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 85.5507356928,
+ "rate_pps": 1738270,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21387683923
+ },
+ "tx": {
+ "rate_percent": 85.5507356928,
+ "rate_pps": 1738270,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21387683923
+ },
+ "orig": {
+ "rate_percent": 85.865112736,
+ "rate_pps": 1744658,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21466278184
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 17366577,
+ "+5 (+0.0000%)"
+ ],
+ "lat_max_usec": 84,
+ "lat_avg_usec": 34,
+ "lat_min_usec": 7,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 17382708,
+ 17382708
+ ],
+ "lat_max_usec": 96,
+ "lat_avg_usec": 49,
+ "lat_min_usec": 8,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 3476436,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21135840256.0,
+ "pkt_rate": 1735860.5,
+ "max_delay_usec": 96,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 41.49977390643201,
+ "total_pkt_bytes": 52911368096,
+ "total_pkts": 34764368,
+ "min_delay_usec": 7
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 52911368096,
+ "total_pkts": 34764368,
+ "pkt_bit_rate": 21135740928.0,
+ "pkt_rate": 1735852.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21135886336,
+ "pkt_rate": 1735864,
+ "max_delay_usec": 96,
+ "total_pkt_bytes": 26454886520,
+ "avg_delay_usec": 49,
+ "total_pkts": 17381660,
+ "min_delay_usec": 8
+ },
+ "tx": {
+ "total_pkt_bytes": 26456481576,
+ "total_pkts": 17382708,
+ "pkt_bit_rate": 21135585280,
+ "pkt_rate": 1735839
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21135794176,
+ "pkt_rate": 1735857,
+ "max_delay_usec": 84,
+ "total_pkt_bytes": 26456481576,
+ "avg_delay_usec": 34,
+ "total_pkts": 17382708,
+ "min_delay_usec": 7
+ },
+ "tx": {
+ "total_pkt_bytes": 26454886520,
+ "total_pkts": 17381660,
+ "pkt_bit_rate": 21135896576,
+ "pkt_rate": 1735865
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 42774068544.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2494d2b787c4476c90474945540b4645"
+ },
+ "synthesis": {
+ "avg_delay_usec": 41.49977390643201,
+ "total_tx_rate": 3476436
+ }
+ },
+ {
+ "input": {
+ "rate": "70%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:31:51",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "7c104183aa154d46944772ed88ae04c3",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "462795pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 66.538736,
+ "rate_pps": 230525,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16634684000
+ },
+ "tx": {
+ "rate_percent": 66.538736,
+ "rate_pps": 230525,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16634684000
+ },
+ "orig": {
+ "rate_percent": 66.7905744,
+ "rate_pps": 231397,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16697643600
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 133.08151296,
+ "rate_pps": 461064.0,
+ "rate_bps": 33270378240.0
+ },
+ "tx": {
+ "rate_percent": 133.08151296,
+ "rate_pps": 461064.0,
+ "rate_bps": 33270378240.0
+ },
+ "orig": {
+ "rate_percent": 133.5811488,
+ "rate_pps": 462794.0,
+ "rate_bps": 33395287200.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 66.54277696000001,
+ "rate_pps": 230539,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16635694240
+ },
+ "tx": {
+ "rate_percent": 66.54277696000001,
+ "rate_pps": 230539,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16635694240
+ },
+ "orig": {
+ "rate_percent": 66.7905744,
+ "rate_pps": 231397,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 16697643600
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 2303254,
+ "+55 (+0.0024%)"
+ ],
+ "lat_max_usec": 149,
+ "lat_avg_usec": 70,
+ "lat_min_usec": 14,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 2305390,
+ 2305390
+ ],
+ "lat_max_usec": 195,
+ "lat_avg_usec": 73,
+ "lat_min_usec": 14,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 461064,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16609682432.0,
+ "pkt_rate": 230587.0,
+ "max_delay_usec": 195,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 71.49995445317786,
+ "total_pkt_bytes": 41514202560,
+ "total_pkts": 4610640,
+ "min_delay_usec": 14
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 41514202560,
+ "total_pkts": 4610640,
+ "pkt_bit_rate": 16609573376.0,
+ "pkt_rate": 230585.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16609541120,
+ "pkt_rate": 230585,
+ "max_delay_usec": 195,
+ "total_pkt_bytes": 20756471000,
+ "avg_delay_usec": 73,
+ "total_pkts": 2305250,
+ "min_delay_usec": 14
+ },
+ "tx": {
+ "total_pkt_bytes": 20757731560,
+ "total_pkts": 2305390,
+ "pkt_bit_rate": 16609261568,
+ "pkt_rate": 230581
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 16609823744,
+ "pkt_rate": 230589,
+ "max_delay_usec": 149,
+ "total_pkt_bytes": 20757731560,
+ "avg_delay_usec": 70,
+ "total_pkts": 2305390,
+ "min_delay_usec": 14
+ },
+ "tx": {
+ "total_pkt_bytes": 20756471000,
+ "total_pkts": 2305250,
+ "pkt_bit_rate": 16609885184,
+ "pkt_rate": 230590
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 33270378240.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7c104183aa154d46944772ed88ae04c3"
+ },
+ "synthesis": {
+ "avg_delay_usec": 71.49995445317786,
+ "total_tx_rate": 461064
+ }
+ },
+ {
+ "input": {
+ "rate": "90%",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:32:27",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "539e9bb7f81444c6a2856b249554d42a",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "595022pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 85.548248896,
+ "rate_pps": 296383,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21387062224
+ },
+ "tx": {
+ "rate_percent": 85.548248896,
+ "rate_pps": 296383,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21387062224
+ },
+ "orig": {
+ "rate_percent": 85.87357504,
+ "rate_pps": 297511,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21468393760
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 171.101722176,
+ "rate_pps": 592785.0,
+ "rate_bps": 42775430544.0
+ },
+ "tx": {
+ "rate_percent": 171.101722176,
+ "rate_pps": 592785.0,
+ "rate_bps": 42775430544.0
+ },
+ "orig": {
+ "rate_percent": 171.74715008,
+ "rate_pps": 595022.0,
+ "rate_bps": 42936787520.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 85.55347328,
+ "rate_pps": 296402,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21388368320
+ },
+ "tx": {
+ "rate_percent": 85.55347328,
+ "rate_pps": 296402,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21388368320
+ },
+ "orig": {
+ "rate_percent": 85.87357504,
+ "rate_pps": 297511,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 21468393760
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 2961244,
+ "+41 (+0.0014%)"
+ ],
+ "lat_max_usec": 422,
+ "lat_avg_usec": 224,
+ "lat_min_usec": 29,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 2964020,
+ 2964020
+ ],
+ "lat_max_usec": 392,
+ "lat_avg_usec": 176,
+ "lat_min_usec": 16,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 592785,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21366905856.0,
+ "pkt_rate": 296630.0,
+ "max_delay_usec": 422,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 200.00073281095248,
+ "total_pkt_bytes": 53374442436,
+ "total_pkts": 5927859,
+ "min_delay_usec": 16
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 53374442436,
+ "total_pkts": 5927859,
+ "pkt_bit_rate": 21366993920.0,
+ "pkt_rate": 296631.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21367107584,
+ "pkt_rate": 296633,
+ "max_delay_usec": 392,
+ "total_pkt_bytes": 26686406356,
+ "avg_delay_usec": 176,
+ "total_pkts": 2963839,
+ "min_delay_usec": 16
+ },
+ "tx": {
+ "total_pkt_bytes": 26688036080,
+ "total_pkts": 2964020,
+ "pkt_bit_rate": 21367209984,
+ "pkt_rate": 296634
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 21366704128,
+ "pkt_rate": 296627,
+ "max_delay_usec": 422,
+ "total_pkt_bytes": 26688036080,
+ "avg_delay_usec": 224,
+ "total_pkts": 2964020,
+ "min_delay_usec": 29
+ },
+ "tx": {
+ "total_pkt_bytes": 26686406356,
+ "total_pkts": 2963839,
+ "pkt_bit_rate": 21366777856,
+ "pkt_rate": 296628
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 42775365600.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "539e9bb7f81444c6a2856b249554d42a"
+ },
+ "synthesis": {
+ "avg_delay_usec": 200.00073281095248,
+ "total_tx_rate": 592785
+ }
+ }
+ ],
+ "throughput": [
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:14:08",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "d35b641ccf884fd6a0c371913594ab90",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650845663.429861,
+ "stats": {
+ "total_tx_rate": 16701232,
+ "overall": {
+ "rx_pkts": 167012327,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 97,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 167012327,
+ "avg_delay_usec": 35.48017790327537,
+ "min_delay_usec": 6,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 83760820,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 97,
+ "tx_pkts": 83251507,
+ "avg_delay_usec": 29,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 83251507,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 92,
+ "tx_pkts": 83760820,
+ "avg_delay_usec": 42,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 11223227904.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 74404760,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.489534616470337
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 74404760.0,
+ "rx_pkts": 167012327,
+ "time_ms": 1650845663429,
+ "drop_pct": 0,
+ "total_tx_pps": 16701232,
+ "tx_pps": 74404760,
+ "tx_pkts": 167012327,
+ "ndr_pps": 37202380,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d35b641ccf884fd6a0c371913594ab90"
+ },
+ "synthesis": {
+ "avg_delay_usec": 35.48017790327537,
+ "total_tx_rate": 16701232
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:14:40",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "7f8f5bba535643418ac4efa4d3f94823",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650845695.5087018,
+ "stats": {
+ "total_tx_rate": 18016784,
+ "overall": {
+ "rx_pkts": 180167849,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 63,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 180167849,
+ "avg_delay_usec": 18.991852847174748,
+ "min_delay_usec": 5,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 90328567,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 63,
+ "tx_pkts": 89839282,
+ "avg_delay_usec": 16,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 89839282,
+ "min_delay_usec": 5,
+ "drop_pct": 0,
+ "max_delay_usec": 55,
+ "tx_pkts": 90328567,
+ "avg_delay_usec": 22,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 21331872256.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 42229728,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.489280939102173
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 42229728.0,
+ "rx_pkts": 180167849,
+ "time_ms": 1650845695508,
+ "drop_pct": 0,
+ "total_tx_pps": 18016784,
+ "tx_pps": 42229728,
+ "tx_pkts": 180167849,
+ "ndr_pps": 21114864,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate."
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7f8f5bba535643418ac4efa4d3f94823"
+ },
+ "synthesis": {
+ "avg_delay_usec": 18.991852847174748,
+ "total_tx_rate": 18016784
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:15:44",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "d0df1174e1c64fbb9b686a68ccc7e668",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650845759.8291821,
+ "stats": {
+ "total_tx_rate": 15754775,
+ "overall": {
+ "rx_pkts": 157547756,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 72,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 157547756,
+ "avg_delay_usec": 28.504292190616795,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 78909123,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 72,
+ "tx_pkts": 78638633,
+ "avg_delay_usec": 31,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 78638633,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 48,
+ "tx_pkts": 78909123,
+ "avg_delay_usec": 26,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 34786543200.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 22644926,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.5189950466156
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 22644926.0,
+ "rx_pkts": 157547756,
+ "time_ms": 1650845759828,
+ "drop_pct": 0,
+ "total_tx_pps": 15754775,
+ "tx_pps": 22644926,
+ "tx_pkts": 157547756,
+ "ndr_pps": 11322463,
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d0df1174e1c64fbb9b686a68ccc7e668"
+ },
+ "synthesis": {
+ "avg_delay_usec": 28.504292190616795,
+ "total_tx_rate": 15754775
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:16:16",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "64366f2a65a647cca7f0b40bfb5fab09",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 96.97265625,
+ "timestamp_sec": 1650845917.113052,
+ "stats": {
+ "total_tx_rate": 11045806,
+ "overall": {
+ "rx_pkts": 110458069,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 659,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 110458069,
+ "avg_delay_usec": 209.00381663380335,
+ "min_delay_usec": 12,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 55226186,
+ "min_delay_usec": 12,
+ "drop_pct": 0,
+ "max_delay_usec": 547,
+ "tx_pkts": 55231883,
+ "avg_delay_usec": 135,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 55231883,
+ "min_delay_usec": 12,
+ "drop_pct": 0,
+ "max_delay_usec": 659,
+ "tx_pkts": 55226186,
+ "avg_delay_usec": 283,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47010950336.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 193.9453125,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 11392464,
+ "rate_bps": 48486328124.0,
+ "time_taken_sec": 137.6620888710022
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 11740270.58724066,
+ "rx_pkts": 111822104,
+ "time_ms": 1650845791960,
+ "drop_pct": 74763,
+ "total_tx_pps": 11189686,
+ "tx_pps": 11748120,
+ "tx_pkts": 111896867,
+ "drop_percentage": 0.06681420311794789
+ },
+ {
+ "rx_pps": 5874060.0,
+ "rx_pkts": 58379346,
+ "time_ms": 1650845804458,
+ "drop_pct": 0,
+ "total_tx_pps": 5837934,
+ "tx_pps": 5874060,
+ "tx_pkts": 58379346,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 8811090.0,
+ "rx_pkts": 87569019,
+ "time_ms": 1650845817019,
+ "drop_pct": 0,
+ "total_tx_pps": 8756901,
+ "tx_pps": 8811090,
+ "tx_pkts": 87569019,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 10279604.0,
+ "rx_pkts": 102174125,
+ "time_ms": 1650845829521,
+ "drop_pct": 0,
+ "total_tx_pps": 10217412,
+ "tx_pps": 10279604,
+ "tx_pkts": 102174125,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 11013862.0,
+ "rx_pkts": 109461268,
+ "time_ms": 1650845842017,
+ "drop_pct": 0,
+ "total_tx_pps": 10946126,
+ "tx_pps": 11013862,
+ "tx_pkts": 109461268,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 11380990.0,
+ "rx_pkts": 110849710,
+ "time_ms": 1650845854579,
+ "drop_pct": 0,
+ "total_tx_pps": 11084971,
+ "tx_pps": 11380990,
+ "tx_pkts": 110849710,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 11564015.280748308,
+ "rx_pkts": 110849157,
+ "time_ms": 1650845867092,
+ "drop_pct": 5164,
+ "total_tx_pps": 11085432,
+ "tx_pps": 11564554,
+ "tx_pkts": 110854321,
+ "drop_percentage": 0.0046583660009067215
+ },
+ {
+ "rx_pps": 11472150.680780374,
+ "rx_pkts": 110840480,
+ "time_ms": 1650845879589,
+ "drop_pct": 6003,
+ "total_tx_pps": 11084648,
+ "tx_pps": 11472772,
+ "tx_pkts": 110846483,
+ "drop_percentage": 0.005415598075403078
+ },
+ {
+ "rx_pps": 11426262.302117322,
+ "rx_pkts": 110851902,
+ "time_ms": 1650845892109,
+ "drop_pct": 6012,
+ "total_tx_pps": 11085791,
+ "tx_pps": 11426882,
+ "tx_pkts": 110857914,
+ "drop_percentage": 0.005423158151794197
+ },
+ {
+ "rx_pps": 11402964.464785693,
+ "rx_pkts": 110844769,
+ "time_ms": 1650845904604,
+ "drop_pct": 9444,
+ "total_tx_pps": 11085421,
+ "tx_pps": 11403936,
+ "tx_pkts": 110854213,
+ "drop_percentage": 0.008519297322511324
+ },
+ {
+ "rx_pps": 11392464.0,
+ "rx_pkts": 110458069,
+ "time_ms": 1650845917112,
+ "drop_pct": 0,
+ "total_tx_pps": 11045806,
+ "tx_pps": 11392464,
+ "tx_pkts": 110458069,
+ "ndr_pps": 5696232,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "64366f2a65a647cca7f0b40bfb5fab09"
+ },
+ "synthesis": {
+ "avg_delay_usec": 209.00381663380335,
+ "total_tx_rate": 11045806
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:28:09",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 95.60546875,
+ "timestamp_sec": 1650846629.6192143,
+ "stats": {
+ "total_tx_rate": 7537043,
+ "overall": {
+ "rx_pkts": 75370436,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 81,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 75370436,
+ "avg_delay_usec": 45.9999497150315,
+ "min_delay_usec": 9,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 37683323,
+ "min_delay_usec": 9,
+ "drop_pct": 0,
+ "max_delay_usec": 79,
+ "tx_pkts": 37687113,
+ "avg_delay_usec": 47,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 37687113,
+ "min_delay_usec": 14,
+ "drop_pct": 0,
+ "max_delay_usec": 81,
+ "tx_pkts": 37683323,
+ "avg_delay_usec": 45,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47513519072.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.2109375,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 7582920,
+ "rate_bps": 47802734374.0,
+ "time_taken_sec": 137.7126579284668
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 7866850.365150423,
+ "rx_pkts": 76167616,
+ "time_ms": 1650846504492,
+ "drop_pct": 625673,
+ "total_tx_pps": 7679328,
+ "tx_pps": 7931472,
+ "tx_pkts": 76793289,
+ "drop_percentage": 0.8147495805264963
+ },
+ {
+ "rx_pps": 3965736.0,
+ "rx_pkts": 39413470,
+ "time_ms": 1650846517007,
+ "drop_pct": 0,
+ "total_tx_pps": 3941347,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413470,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5948604.0,
+ "rx_pkts": 59120203,
+ "time_ms": 1650846529521,
+ "drop_pct": 0,
+ "total_tx_pps": 5912020,
+ "tx_pps": 5948604,
+ "tx_pkts": 59120203,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 6940038.0,
+ "rx_pkts": 68978427,
+ "time_ms": 1650846542024,
+ "drop_pct": 0,
+ "total_tx_pps": 6897842,
+ "tx_pps": 6940038,
+ "tx_pkts": 68978427,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7435754.0,
+ "rx_pkts": 73900245,
+ "time_ms": 1650846554547,
+ "drop_pct": 0,
+ "total_tx_pps": 7390024,
+ "tx_pps": 7435754,
+ "tx_pkts": 73900245,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7620933.009913207,
+ "rx_pkts": 75507422,
+ "time_ms": 1650846567096,
+ "drop_pct": 621017,
+ "total_tx_pps": 7612843,
+ "tx_pps": 7683612,
+ "tx_pkts": 76128439,
+ "drop_percentage": 0.8157490264577736
+ },
+ {
+ "rx_pps": 7559684.0,
+ "rx_pkts": 75135702,
+ "time_ms": 1650846579608,
+ "drop_pct": 0,
+ "total_tx_pps": 7513570,
+ "tx_pps": 7559684,
+ "tx_pkts": 75135702,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7596700.373851032,
+ "rx_pkts": 75499812,
+ "time_ms": 1650846592122,
+ "drop_pct": 247942,
+ "total_tx_pps": 7574775,
+ "tx_pps": 7621648,
+ "tx_pkts": 75747754,
+ "drop_percentage": 0.32732587688342546
+ },
+ {
+ "rx_pps": 7590339.524822134,
+ "rx_pkts": 75444179,
+ "time_ms": 1650846604621,
+ "drop_pct": 3245,
+ "total_tx_pps": 7544742,
+ "tx_pps": 7590666,
+ "tx_pkts": 75447424,
+ "drop_percentage": 0.004301008341915027
+ },
+ {
+ "rx_pps": 7575174.0,
+ "rx_pkts": 75293443,
+ "time_ms": 1650846617119,
+ "drop_pct": 0,
+ "total_tx_pps": 7529344,
+ "tx_pps": 7575174,
+ "tx_pkts": 75293443,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7582920.0,
+ "rx_pkts": 75370436,
+ "time_ms": 1650846629618,
+ "drop_pct": 0,
+ "total_tx_pps": 7537043,
+ "tx_pps": 7582920,
+ "tx_pkts": 75370436,
+ "ndr_pps": 3791460,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11"
+ },
+ "synthesis": {
+ "avg_delay_usec": 45.9999497150315,
+ "total_tx_rate": 7537043
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:32:54",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "bf2b37b1fdf341adb7ee11f081d946e2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 95.8984375,
+ "timestamp_sec": 1650846914.7221012,
+ "stats": {
+ "total_tx_rate": 5712627,
+ "overall": {
+ "rx_pkts": 57126277,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 102,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 57126277,
+ "avg_delay_usec": 49.5002764139522,
+ "min_delay_usec": 8,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 28561703,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 102,
+ "tx_pkts": 28564574,
+ "avg_delay_usec": 44,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 28564574,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 94,
+ "tx_pkts": 28561703,
+ "avg_delay_usec": 55,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47711860704.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.796875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 5741046,
+ "rate_bps": 47949218750.0,
+ "time_taken_sec": 137.80328631401062
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 5905471.915950395,
+ "rx_pkts": 57662777,
+ "time_ms": 1650846789487,
+ "drop_pct": 792061,
+ "total_tx_pps": 5845483,
+ "tx_pps": 5986590,
+ "tx_pkts": 58454838,
+ "drop_percentage": 1.3549964846365667
+ },
+ {
+ "rx_pps": 2993294.0,
+ "rx_pkts": 29748854,
+ "time_ms": 1650846802027,
+ "drop_pct": 0,
+ "total_tx_pps": 2974885,
+ "tx_pps": 2993294,
+ "tx_pkts": 29748854,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4489942.0,
+ "rx_pkts": 44627778,
+ "time_ms": 1650846814534,
+ "drop_pct": 0,
+ "total_tx_pps": 4462777,
+ "tx_pps": 4489942,
+ "tx_pkts": 44627778,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5238266.0,
+ "rx_pkts": 52060508,
+ "time_ms": 1650846827044,
+ "drop_pct": 0,
+ "total_tx_pps": 5206050,
+ "tx_pps": 5238266,
+ "tx_pkts": 52060508,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5612428.0,
+ "rx_pkts": 55779118,
+ "time_ms": 1650846839558,
+ "drop_pct": 0,
+ "total_tx_pps": 5577911,
+ "tx_pps": 5612428,
+ "tx_pkts": 55779118,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5751078.058987604,
+ "rx_pkts": 57157093,
+ "time_ms": 1650846852099,
+ "drop_pct": 481321,
+ "total_tx_pps": 5763841,
+ "tx_pps": 5799508,
+ "tx_pkts": 57638414,
+ "drop_percentage": 0.8350698199294658
+ },
+ {
+ "rx_pps": 5705968.0,
+ "rx_pkts": 56714474,
+ "time_ms": 1650846864604,
+ "drop_pct": 0,
+ "total_tx_pps": 5671447,
+ "tx_pps": 5705968,
+ "tx_pkts": 56714474,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5750757.520096343,
+ "rx_pkts": 57153905,
+ "time_ms": 1650846877117,
+ "drop_pct": 19683,
+ "total_tx_pps": 5717358,
+ "tx_pps": 5752738,
+ "tx_pkts": 57173588,
+ "drop_percentage": 0.03442673564583702
+ },
+ {
+ "rx_pps": 5729352.0,
+ "rx_pkts": 56941164,
+ "time_ms": 1650846889640,
+ "drop_pct": 0,
+ "total_tx_pps": 5694116,
+ "tx_pps": 5729352,
+ "tx_pkts": 56941164,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5741046.0,
+ "rx_pkts": 57126277,
+ "time_ms": 1650846902209,
+ "drop_pct": 0,
+ "total_tx_pps": 5712627,
+ "tx_pps": 5741046,
+ "tx_pkts": 57126277,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5746066.120913432,
+ "rx_pkts": 57107283,
+ "time_ms": 1650846914721,
+ "drop_pct": 8208,
+ "total_tx_pps": 5711549,
+ "tx_pps": 5746892,
+ "tx_pkts": 57115491,
+ "ndr_pps": 2870523,
+ "drop_percentage": 0.014370882323326258
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "bf2b37b1fdf341adb7ee11f081d946e2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 49.5002764139522,
+ "total_tx_rate": 5712627
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:40:01",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "efd7195831c840da8ce6081eb537d3bb",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 96.09375,
+ "timestamp_sec": 1650847342.0063174,
+ "stats": {
+ "total_tx_rate": 4591939,
+ "overall": {
+ "rx_pkts": 45919398,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 114,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 45919398,
+ "avg_delay_usec": 76.50007539297445,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 22958545,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 0,
+ "tx_pkts": 22960853,
+ "avg_delay_usec": 75,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 22960853,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 114,
+ "tx_pkts": 22958545,
+ "avg_delay_usec": 78,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47756165600.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 192.1875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 4619890,
+ "rate_bps": 48046875000.0,
+ "time_taken_sec": 137.62104272842407
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 4726361.303264256,
+ "rx_pkts": 46391573,
+ "time_ms": 1650847216874,
+ "drop_pct": 798301,
+ "total_tx_pps": 4718987,
+ "tx_pps": 4807692,
+ "tx_pkts": 47189874,
+ "drop_percentage": 1.6916786003709186
+ },
+ {
+ "rx_pps": 2403846.0,
+ "rx_pkts": 23890625,
+ "time_ms": 1650847229398,
+ "drop_pct": 0,
+ "total_tx_pps": 2389062,
+ "tx_pps": 2403846,
+ "tx_pkts": 23890625,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3605768.0,
+ "rx_pkts": 35835928,
+ "time_ms": 1650847241898,
+ "drop_pct": 0,
+ "total_tx_pps": 3583592,
+ "tx_pps": 3605768,
+ "tx_pkts": 35835928,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4206730.0,
+ "rx_pkts": 41812793,
+ "time_ms": 1650847254402,
+ "drop_pct": 0,
+ "total_tx_pps": 4181279,
+ "tx_pps": 4206730,
+ "tx_pkts": 41812793,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4507210.0,
+ "rx_pkts": 44794910,
+ "time_ms": 1650847266925,
+ "drop_pct": 0,
+ "total_tx_pps": 4479491,
+ "tx_pps": 4507210,
+ "tx_pkts": 44794910,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626551.174328503,
+ "rx_pkts": 45980982,
+ "time_ms": 1650847279421,
+ "drop_pct": 307088,
+ "total_tx_pps": 4628807,
+ "tx_pps": 4657450,
+ "tx_pkts": 46288070,
+ "drop_percentage": 0.663427963187923
+ },
+ {
+ "rx_pps": 4582330.0,
+ "rx_pkts": 45541488,
+ "time_ms": 1650847291945,
+ "drop_pct": 0,
+ "total_tx_pps": 4554148,
+ "tx_pps": 4582330,
+ "tx_pkts": 45541488,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4619890.0,
+ "rx_pkts": 45919398,
+ "time_ms": 1650847304448,
+ "drop_pct": 0,
+ "total_tx_pps": 4591939,
+ "tx_pps": 4619890,
+ "tx_pkts": 45919398,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626459.929477386,
+ "rx_pkts": 45984700,
+ "time_ms": 1650847316968,
+ "drop_pct": 121362,
+ "total_tx_pps": 4610606,
+ "tx_pps": 4638670,
+ "tx_pkts": 46106062,
+ "drop_percentage": 0.26322352145364314
+ },
+ {
+ "rx_pps": 4626470.421255804,
+ "rx_pkts": 45980179,
+ "time_ms": 1650847329472,
+ "drop_pct": 27923,
+ "total_tx_pps": 4600810,
+ "tx_pps": 4629280,
+ "tx_pkts": 46008102,
+ "drop_percentage": 0.060691484295526905
+ },
+ {
+ "rx_pps": 4624386.171056487,
+ "rx_pkts": 45959463,
+ "time_ms": 1650847342005,
+ "drop_pct": 1986,
+ "total_tx_pps": 4596144,
+ "tx_pps": 4624586,
+ "tx_pkts": 45961449,
+ "ndr_pps": 2309945,
+ "drop_percentage": 0.00432101259470736
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "efd7195831c840da8ce6081eb537d3bb"
+ },
+ "synthesis": {
+ "avg_delay_usec": 76.50007539297445,
+ "total_tx_rate": 4591939
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:44:46",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "779e1d4206d7447fac094ddc44eb2c29",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 95.99609375,
+ "timestamp_sec": 1650847627.0343828,
+ "stats": {
+ "total_tx_rate": 3877409,
+ "overall": {
+ "rx_pkts": 38774090,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 127,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 38774090,
+ "avg_delay_usec": 90.0,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 19386070,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 122,
+ "tx_pkts": 19388020,
+ "avg_delay_usec": 90,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 19388020,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 127,
+ "tx_pkts": 19386070,
+ "avg_delay_usec": 90,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47707640336.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.9921875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 3901010,
+ "rate_bps": 47998046874.0,
+ "time_taken_sec": 137.63707971572876
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 3982058.717650659,
+ "rx_pkts": 39160327,
+ "time_ms": 1650847501905,
+ "drop_pct": 803053,
+ "total_tx_pps": 3996338,
+ "tx_pps": 4063718,
+ "tx_pkts": 39963380,
+ "drop_percentage": 2.0094721717732584
+ },
+ {
+ "rx_pps": 2031858.0,
+ "rx_pkts": 20193623,
+ "time_ms": 1650847514427,
+ "drop_pct": 0,
+ "total_tx_pps": 2019362,
+ "tx_pps": 2031858,
+ "tx_pkts": 20193623,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3047788.0,
+ "rx_pkts": 30291967,
+ "time_ms": 1650847526954,
+ "drop_pct": 0,
+ "total_tx_pps": 3029196,
+ "tx_pps": 3047788,
+ "tx_pkts": 30291967,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3555754.0,
+ "rx_pkts": 35338865,
+ "time_ms": 1650847539460,
+ "drop_pct": 0,
+ "total_tx_pps": 3533886,
+ "tx_pps": 3555754,
+ "tx_pkts": 35338865,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3809736.0,
+ "rx_pkts": 37920208,
+ "time_ms": 1650847551974,
+ "drop_pct": 0,
+ "total_tx_pps": 3792020,
+ "tx_pps": 3809736,
+ "tx_pkts": 37920208,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3905724.3403039556,
+ "rx_pkts": 38817042,
+ "time_ms": 1650847564492,
+ "drop_pct": 308110,
+ "total_tx_pps": 3912515,
+ "tx_pps": 3936726,
+ "tx_pkts": 39125152,
+ "drop_percentage": 0.787498538024849
+ },
+ {
+ "rx_pps": 3873232.0,
+ "rx_pkts": 38494117,
+ "time_ms": 1650847576998,
+ "drop_pct": 0,
+ "total_tx_pps": 3849411,
+ "tx_pps": 3873232,
+ "tx_pkts": 38494117,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3904613.646950039,
+ "rx_pkts": 38806005,
+ "time_ms": 1650847589503,
+ "drop_pct": 3641,
+ "total_tx_pps": 3880964,
+ "tx_pps": 3904980,
+ "tx_pkts": 38809646,
+ "drop_percentage": 0.009381688253482137
+ },
+ {
+ "rx_pps": 3889106.0,
+ "rx_pkts": 38651881,
+ "time_ms": 1650847602006,
+ "drop_pct": 0,
+ "total_tx_pps": 3865188,
+ "tx_pps": 3889106,
+ "tx_pkts": 38651881,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3897042.0,
+ "rx_pkts": 38730754,
+ "time_ms": 1650847614533,
+ "drop_pct": 0,
+ "total_tx_pps": 3873075,
+ "tx_pps": 3897042,
+ "tx_pkts": 38730754,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3901010.0,
+ "rx_pkts": 38774090,
+ "time_ms": 1650847627033,
+ "drop_pct": 0,
+ "total_tx_pps": 3877409,
+ "tx_pps": 3901010,
+ "tx_pkts": 38774090,
+ "ndr_pps": 1950505,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "779e1d4206d7447fac094ddc44eb2c29"
+ },
+ "synthesis": {
+ "avg_delay_usec": 90.0,
+ "total_tx_rate": 3877409
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:51:54",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "b4b97675381e45d68bdac84b0319071d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650847929.3742573,
+ "stats": {
+ "total_tx_rate": 14161735,
+ "overall": {
+ "rx_pkts": 141617354,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 626,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 141617354,
+ "avg_delay_usec": 338.5356628538618,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 70907706,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 626,
+ "tx_pkts": 70709648,
+ "avg_delay_usec": 364,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 70709648,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 613,
+ "tx_pkts": 70907706,
+ "avg_delay_usec": 313,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 43259379846.666664,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 16368398,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.501379013061523
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 16368398.0,
+ "rx_pkts": 141617354,
+ "time_ms": 1650847929373,
+ "drop_pct": 0,
+ "total_tx_pps": 14161735,
+ "tx_pps": 16368398,
+ "tx_pkts": 141617354,
+ "ndr_pps": 8184199,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "b4b97675381e45d68bdac84b0319071d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 338.5356628538618,
+ "total_tx_rate": 14161735
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "duration_sec": "10",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:52:42",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "963406d7c07b4253af12344ca0127fe4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 95.99609375,
+ "timestamp_sec": 1650848102.789528,
+ "stats": {
+ "total_tx_rate": 661069,
+ "overall": {
+ "rx_pkts": 6610694,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 546,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 6610694,
+ "avg_delay_usec": 477.49957311592397,
+ "min_delay_usec": 15,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 3305181,
+ "min_delay_usec": 15,
+ "drop_pct": 0,
+ "max_delay_usec": 546,
+ "tx_pkts": 3305513,
+ "avg_delay_usec": 486,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 3305513,
+ "min_delay_usec": 16,
+ "drop_pct": 0,
+ "max_delay_usec": 524,
+ "tx_pkts": 3305181,
+ "avg_delay_usec": 469,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47702739040.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.9921875,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 665160,
+ "rate_bps": 47998046874.0,
+ "time_taken_sec": 137.69506430625916
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 668576.9554345435,
+ "rx_pkts": 6669405,
+ "time_ms": 1650847977603,
+ "drop_pct": 242675,
+ "total_tx_pps": 691208,
+ "tx_pps": 692904,
+ "tx_pkts": 6912080,
+ "drop_percentage": 3.510882397194477
+ },
+ {
+ "rx_pps": 346452.0,
+ "rx_pkts": 3443214,
+ "time_ms": 1650847990100,
+ "drop_pct": 0,
+ "total_tx_pps": 344321,
+ "tx_pps": 346452,
+ "tx_pkts": 3443214,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 519678.0,
+ "rx_pkts": 5164820,
+ "time_ms": 1650848002628,
+ "drop_pct": 0,
+ "total_tx_pps": 516482,
+ "tx_pps": 519678,
+ "tx_pkts": 5164820,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 606290.0,
+ "rx_pkts": 6025615,
+ "time_ms": 1650848015147,
+ "drop_pct": 0,
+ "total_tx_pps": 602561,
+ "tx_pps": 606290,
+ "tx_pkts": 6025615,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 649598.0,
+ "rx_pkts": 6456031,
+ "time_ms": 1650848027664,
+ "drop_pct": 0,
+ "total_tx_pps": 645603,
+ "tx_pps": 649598,
+ "tx_pkts": 6456031,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665820.941861537,
+ "rx_pkts": 6616931,
+ "time_ms": 1650848040183,
+ "drop_pct": 53954,
+ "total_tx_pps": 667088,
+ "tx_pps": 671250,
+ "tx_pkts": 6670885,
+ "drop_percentage": 0.808798232918121
+ },
+ {
+ "rx_pps": 660424.0,
+ "rx_pkts": 6563956,
+ "time_ms": 1650848052688,
+ "drop_pct": 0,
+ "total_tx_pps": 656395,
+ "tx_pps": 660424,
+ "tx_pkts": 6563956,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665769.8810895403,
+ "rx_pkts": 6616756,
+ "time_ms": 1650848065187,
+ "drop_pct": 677,
+ "total_tx_pps": 661743,
+ "tx_pps": 665838,
+ "tx_pkts": 6617433,
+ "drop_percentage": 0.010230553146514668
+ },
+ {
+ "rx_pps": 663130.0,
+ "rx_pkts": 6590521,
+ "time_ms": 1650848077706,
+ "drop_pct": 0,
+ "total_tx_pps": 659052,
+ "tx_pps": 663130,
+ "tx_pkts": 6590521,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 664484.0,
+ "rx_pkts": 6604642,
+ "time_ms": 1650848090288,
+ "drop_pct": 0,
+ "total_tx_pps": 660464,
+ "tx_pps": 664484,
+ "tx_pkts": 6604642,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665160.0,
+ "rx_pkts": 6610694,
+ "time_ms": 1650848102788,
+ "drop_pct": 0,
+ "total_tx_pps": 661069,
+ "tx_pps": 665160,
+ "tx_pkts": 6610694,
+ "ndr_pps": 332580,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "963406d7c07b4253af12344ca0127fe4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 477.49957311592397,
+ "total_tx_rate": 661069
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 00:59:49",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "ddbeeb16db0b4920bd33f409fee876fe",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650848407.2528977,
+ "stats": {
+ "total_tx_rate": 16548126,
+ "overall": {
+ "rx_pkts": 165481260,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 97,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 165481260,
+ "avg_delay_usec": 62.48000978479376,
+ "min_delay_usec": 5,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 82995092,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 97,
+ "tx_pkts": 82486168,
+ "avg_delay_usec": 56,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 82486168,
+ "min_delay_usec": 5,
+ "drop_pct": 0,
+ "max_delay_usec": 92,
+ "tx_pkts": 82995092,
+ "avg_delay_usec": 69,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 11120340672.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 74404760,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.518044471740723
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 74404760.0,
+ "rx_pkts": 165481260,
+ "time_ms": 1650848407252,
+ "drop_pct": 0,
+ "total_tx_pps": 16548126,
+ "tx_pps": 74404760,
+ "tx_pkts": 165481260,
+ "ndr_pps": 37202380,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "ddbeeb16db0b4920bd33f409fee876fe"
+ },
+ "synthesis": {
+ "avg_delay_usec": 62.48000978479376,
+ "total_tx_rate": 16548126
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:00:44",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "a82a876e3fc54fa087802fe4f8d84f1b",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650848461.466436,
+ "stats": {
+ "total_tx_rate": 18007502,
+ "overall": {
+ "rx_pkts": 180075026,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 59,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 180075026,
+ "avg_delay_usec": 35.99551240381329,
+ "min_delay_usec": 5,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 90172197,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 59,
+ "tx_pkts": 89902829,
+ "avg_delay_usec": 33,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 89902829,
+ "min_delay_usec": 5,
+ "drop_pct": 0,
+ "max_delay_usec": 58,
+ "tx_pkts": 90172197,
+ "avg_delay_usec": 39,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 21320882368.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 42229728,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.491197109222412
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 42229728.0,
+ "rx_pkts": 180075026,
+ "time_ms": 1650848461465,
+ "drop_pct": 0,
+ "total_tx_pps": 18007502,
+ "tx_pps": 42229728,
+ "tx_pkts": 180075026,
+ "ndr_pps": 21114864,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate."
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a82a876e3fc54fa087802fe4f8d84f1b"
+ },
+ "synthesis": {
+ "avg_delay_usec": 35.99551240381329,
+ "total_tx_rate": 18007502
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:01:38",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "cf10f85f2df3470fb233184b92aea608",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650848515.7108045,
+ "stats": {
+ "total_tx_rate": 15836292,
+ "overall": {
+ "rx_pkts": 158362920,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 52,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 158362920,
+ "avg_delay_usec": 30.001019203232676,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 79262162,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 52,
+ "tx_pkts": 79100758,
+ "avg_delay_usec": 31,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 79100758,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 48,
+ "tx_pkts": 79262162,
+ "avg_delay_usec": 29,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 34966532736.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 22644926,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.50765085220337
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 22644926.0,
+ "rx_pkts": 158362920,
+ "time_ms": 1650848515710,
+ "drop_pct": 0,
+ "total_tx_pps": 15836292,
+ "tx_pps": 22644926,
+ "tx_pkts": 158362920,
+ "ndr_pps": 11322463,
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "cf10f85f2df3470fb233184b92aea608"
+ },
+ "synthesis": {
+ "avg_delay_usec": 30.001019203232676,
+ "total_tx_rate": 15836292
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:02:32",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "d1967af0759441ed88139b68c43d44e4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650848569.8980005,
+ "stats": {
+ "total_tx_rate": 11105755,
+ "overall": {
+ "rx_pkts": 111057559,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 681,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 111057559,
+ "avg_delay_usec": 237.93781095080615,
+ "min_delay_usec": 11,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 55569890,
+ "min_delay_usec": 22,
+ "drop_pct": 0,
+ "max_delay_usec": 670,
+ "tx_pkts": 55487669,
+ "avg_delay_usec": 154,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 55487669,
+ "min_delay_usec": 11,
+ "drop_pct": 0,
+ "max_delay_usec": 681,
+ "tx_pkts": 55569890,
+ "avg_delay_usec": 322,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47266093280.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 11748120,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.489594459533691
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 11748120.0,
+ "rx_pkts": 111057559,
+ "time_ms": 1650848569897,
+ "drop_pct": 0,
+ "total_tx_pps": 11105755,
+ "tx_pps": 11748120,
+ "tx_pkts": 111057559,
+ "ndr_pps": 5874060,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d1967af0759441ed88139b68c43d44e4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 237.93781095080615,
+ "total_tx_rate": 11105755
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:05:33",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "18d99ccb52d7454da33eba941f8a8819",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 95.60546875,
+ "timestamp_sec": 1650848875.7264826,
+ "stats": {
+ "total_tx_rate": 7537043,
+ "overall": {
+ "rx_pkts": 75370436,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 80,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 75370436,
+ "avg_delay_usec": 47.499673147704755,
+ "min_delay_usec": 10,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 37683323,
+ "min_delay_usec": 10,
+ "drop_pct": 0,
+ "max_delay_usec": 80,
+ "tx_pkts": 37687113,
+ "avg_delay_usec": 54,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 37687113,
+ "min_delay_usec": 12,
+ "drop_pct": 0,
+ "max_delay_usec": 79,
+ "tx_pkts": 37683323,
+ "avg_delay_usec": 41,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47513519072.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.2109375,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 7582920,
+ "rate_bps": 47802734374.0,
+ "time_taken_sec": 137.65466976165771
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 7867109.536873953,
+ "rx_pkts": 75914335,
+ "time_ms": 1650848750578,
+ "drop_pct": 621071,
+ "total_tx_pps": 7653540,
+ "tx_pps": 7931472,
+ "tx_pkts": 76535406,
+ "drop_percentage": 0.8114819434027697
+ },
+ {
+ "rx_pps": 3965736.0,
+ "rx_pkts": 39453125,
+ "time_ms": 1650848763085,
+ "drop_pct": 0,
+ "total_tx_pps": 3945312,
+ "tx_pps": 3965736,
+ "tx_pkts": 39453125,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5948604.0,
+ "rx_pkts": 59120202,
+ "time_ms": 1650848775586,
+ "drop_pct": 0,
+ "total_tx_pps": 5912020,
+ "tx_pps": 5948604,
+ "tx_pkts": 59120202,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 6940038.0,
+ "rx_pkts": 68973579,
+ "time_ms": 1650848788099,
+ "drop_pct": 0,
+ "total_tx_pps": 6897357,
+ "tx_pps": 6940038,
+ "tx_pkts": 68973579,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7435754.0,
+ "rx_pkts": 73900239,
+ "time_ms": 1650848800633,
+ "drop_pct": 0,
+ "total_tx_pps": 7390023,
+ "tx_pps": 7435754,
+ "tx_pkts": 73900239,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7620916.349942744,
+ "rx_pkts": 75507249,
+ "time_ms": 1650848813170,
+ "drop_pct": 621182,
+ "total_tx_pps": 7612843,
+ "tx_pps": 7683612,
+ "tx_pkts": 76128431,
+ "drop_percentage": 0.8159658511811442
+ },
+ {
+ "rx_pps": 7559684.0,
+ "rx_pkts": 75131929,
+ "time_ms": 1650848825666,
+ "drop_pct": 0,
+ "total_tx_pps": 7513192,
+ "tx_pps": 7559684,
+ "tx_pkts": 75131929,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7596717.342100184,
+ "rx_pkts": 75644305,
+ "time_ms": 1650848838182,
+ "drop_pct": 248247,
+ "total_tx_pps": 7589255,
+ "tx_pps": 7621648,
+ "tx_pkts": 75892552,
+ "drop_percentage": 0.3271032445977044
+ },
+ {
+ "rx_pps": 7590338.485813464,
+ "rx_pkts": 75436585,
+ "time_ms": 1650848850710,
+ "drop_pct": 3255,
+ "total_tx_pps": 7543984,
+ "tx_pps": 7590666,
+ "tx_pkts": 75439840,
+ "drop_percentage": 0.004314696319610434
+ },
+ {
+ "rx_pps": 7575174.0,
+ "rx_pkts": 75285867,
+ "time_ms": 1650848863217,
+ "drop_pct": 0,
+ "total_tx_pps": 7528586,
+ "tx_pps": 7575174,
+ "tx_pkts": 75285867,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7582920.0,
+ "rx_pkts": 75370436,
+ "time_ms": 1650848875725,
+ "drop_pct": 0,
+ "total_tx_pps": 7537043,
+ "tx_pps": 7582920,
+ "tx_pkts": 75370436,
+ "ndr_pps": 3791460,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "18d99ccb52d7454da33eba941f8a8819"
+ },
+ "synthesis": {
+ "avg_delay_usec": 47.499673147704755,
+ "total_tx_rate": 7537043
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:17:35",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "f980c04f3b844edebf749e967b297a62",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 95.8984375,
+ "timestamp_sec": 1650849598.2220418,
+ "stats": {
+ "total_tx_rate": 5706312,
+ "overall": {
+ "rx_pkts": 57062671,
+ "drop_percentage": 0.0007973625559875567,
+ "drop_pct": 455,
+ "max_delay_usec": 96,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 57063126,
+ "avg_delay_usec": 51.4996825858362,
+ "min_delay_usec": 9,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 28530128,
+ "min_delay_usec": 9,
+ "drop_pct": 0,
+ "max_delay_usec": 96,
+ "tx_pkts": 28532998,
+ "avg_delay_usec": 59,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 28532543,
+ "min_delay_usec": 11,
+ "drop_pct": 455,
+ "max_delay_usec": 89,
+ "tx_pkts": 28530128,
+ "avg_delay_usec": 44,
+ "drop_percentage": 0.0015948053229904893
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47659117824.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.796875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 5741046,
+ "rate_bps": 47949218750.0,
+ "time_taken_sec": 137.68057537078857
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 5905784.604263414,
+ "rx_pkts": 57472018,
+ "time_ms": 1650849473030,
+ "drop_pct": 786356,
+ "total_tx_pps": 5825837,
+ "tx_pps": 5986590,
+ "tx_pkts": 58258374,
+ "drop_percentage": 1.3497733390224727
+ },
+ {
+ "rx_pps": 2993294.0,
+ "rx_pkts": 29748857,
+ "time_ms": 1650849485555,
+ "drop_pct": 0,
+ "total_tx_pps": 2974885,
+ "tx_pps": 2993294,
+ "tx_pkts": 29748857,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4489942.0,
+ "rx_pkts": 44627778,
+ "time_ms": 1650849498054,
+ "drop_pct": 0,
+ "total_tx_pps": 4462777,
+ "tx_pps": 4489942,
+ "tx_pkts": 44627778,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5238266.0,
+ "rx_pkts": 52065746,
+ "time_ms": 1650849510553,
+ "drop_pct": 0,
+ "total_tx_pps": 5206574,
+ "tx_pps": 5238266,
+ "tx_pkts": 52065746,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5612428.0,
+ "rx_pkts": 55779111,
+ "time_ms": 1650849523054,
+ "drop_pct": 0,
+ "total_tx_pps": 5577911,
+ "tx_pps": 5612428,
+ "tx_pkts": 55779111,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5751042.570625828,
+ "rx_pkts": 57271760,
+ "time_ms": 1650849535577,
+ "drop_pct": 482643,
+ "total_tx_pps": 5775440,
+ "tx_pps": 5799508,
+ "tx_pkts": 57754403,
+ "drop_percentage": 0.8356817401436909
+ },
+ {
+ "rx_pps": 5705968.0,
+ "rx_pkts": 56708762,
+ "time_ms": 1650849548099,
+ "drop_pct": 0,
+ "total_tx_pps": 5670876,
+ "tx_pps": 5705968,
+ "tx_pkts": 56708762,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5750684.6723701265,
+ "rx_pkts": 57153189,
+ "time_ms": 1650849560600,
+ "drop_pct": 20407,
+ "total_tx_pps": 5717359,
+ "tx_pps": 5752738,
+ "tx_pkts": 57173596,
+ "drop_percentage": 0.03569304963780833
+ },
+ {
+ "rx_pps": 5729352.0,
+ "rx_pkts": 56941171,
+ "time_ms": 1650849573113,
+ "drop_pct": 0,
+ "total_tx_pps": 5694117,
+ "tx_pps": 5729352,
+ "tx_pkts": 56941171,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5741000.223048874,
+ "rx_pkts": 57062671,
+ "time_ms": 1650849585617,
+ "drop_pct": 455,
+ "total_tx_pps": 5706312,
+ "tx_pps": 5741046,
+ "tx_pkts": 57063126,
+ "drop_percentage": 0.0007973625559875567
+ },
+ {
+ "rx_pps": 5746113.109782579,
+ "rx_pkts": 57107742,
+ "time_ms": 1650849598221,
+ "drop_pct": 7741,
+ "total_tx_pps": 5711548,
+ "tx_pps": 5746892,
+ "tx_pkts": 57115483,
+ "ndr_pps": 2870523,
+ "drop_percentage": 0.013553242647006943
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "f980c04f3b844edebf749e967b297a62"
+ },
+ "synthesis": {
+ "avg_delay_usec": 51.4996825858362,
+ "total_tx_rate": 5706312
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:20:00",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "a5da318377744c288afee82b6e83d7f4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 96.09375,
+ "timestamp_sec": 1650849742.814171,
+ "stats": {
+ "total_tx_rate": 4591478,
+ "overall": {
+ "rx_pkts": 45914783,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 113,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 45914783,
+ "avg_delay_usec": 76.0,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 22956236,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 113,
+ "tx_pkts": 22958547,
+ "avg_delay_usec": 76,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 22958547,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 103,
+ "tx_pkts": 22956236,
+ "avg_delay_usec": 76,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47751371200.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 192.1875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 4619890,
+ "rate_bps": 48046875000.0,
+ "time_taken_sec": 137.75093936920166
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 4726682.774538362,
+ "rx_pkts": 46236280,
+ "time_ms": 1650849617552,
+ "drop_pct": 792430,
+ "total_tx_pps": 4702871,
+ "tx_pps": 4807692,
+ "tx_pkts": 47028710,
+ "drop_percentage": 1.6849919974415628
+ },
+ {
+ "rx_pps": 2403846.0,
+ "rx_pkts": 23888220,
+ "time_ms": 1650849630057,
+ "drop_pct": 0,
+ "total_tx_pps": 2388822,
+ "tx_pps": 2403846,
+ "tx_pkts": 23888220,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3605768.0,
+ "rx_pkts": 35835928,
+ "time_ms": 1650849642637,
+ "drop_pct": 0,
+ "total_tx_pps": 3583592,
+ "tx_pps": 3605768,
+ "tx_pkts": 35835928,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4206730.0,
+ "rx_pkts": 41808587,
+ "time_ms": 1650849655220,
+ "drop_pct": 0,
+ "total_tx_pps": 4180858,
+ "tx_pps": 4206730,
+ "tx_pkts": 41808587,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4507210.0,
+ "rx_pkts": 44794909,
+ "time_ms": 1650849667733,
+ "drop_pct": 0,
+ "total_tx_pps": 4479490,
+ "tx_pps": 4507210,
+ "tx_pkts": 44794909,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626492.009806026,
+ "rx_pkts": 45980393,
+ "time_ms": 1650849680242,
+ "drop_pct": 307676,
+ "total_tx_pps": 4628806,
+ "tx_pps": 4657450,
+ "tx_pkts": 46288069,
+ "drop_percentage": 0.6646982832660399
+ },
+ {
+ "rx_pps": 4582330.0,
+ "rx_pkts": 45541488,
+ "time_ms": 1650849692745,
+ "drop_pct": 0,
+ "total_tx_pps": 4554148,
+ "tx_pps": 4582330,
+ "tx_pkts": 45541488,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4619890.0,
+ "rx_pkts": 45914783,
+ "time_ms": 1650849705269,
+ "drop_pct": 0,
+ "total_tx_pps": 4591478,
+ "tx_pps": 4619890,
+ "tx_pkts": 45914783,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626391.745988317,
+ "rx_pkts": 46071925,
+ "time_ms": 1650849717790,
+ "drop_pct": 122273,
+ "total_tx_pps": 4619419,
+ "tx_pps": 4638670,
+ "tx_pkts": 46194198,
+ "drop_percentage": 0.2646934145279457
+ },
+ {
+ "rx_pps": 4626440.83932869,
+ "rx_pkts": 45979885,
+ "time_ms": 1650849730293,
+ "drop_pct": 28217,
+ "total_tx_pps": 4600810,
+ "tx_pps": 4629280,
+ "tx_pkts": 46008102,
+ "drop_percentage": 0.06133050217981172
+ },
+ {
+ "rx_pps": 4624386.070437684,
+ "rx_pkts": 45959462,
+ "time_ms": 1650849742813,
+ "drop_pct": 1987,
+ "total_tx_pps": 4596144,
+ "tx_pps": 4624586,
+ "tx_pkts": 45961449,
+ "ndr_pps": 2309945,
+ "drop_percentage": 0.004323188331159881
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a5da318377744c288afee82b6e83d7f4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 76.0,
+ "total_tx_rate": 4591478
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:32:02",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "2a0a188162394858b0f91a93a609e85b",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 95.99609375,
+ "timestamp_sec": 1650850465.3741472,
+ "stats": {
+ "total_tx_rate": 3877019,
+ "overall": {
+ "rx_pkts": 38770196,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 139,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 38770196,
+ "avg_delay_usec": 99.4996727383065,
+ "min_delay_usec": 8,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 19384122,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 139,
+ "tx_pkts": 19386074,
+ "avg_delay_usec": 106,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 19386074,
+ "min_delay_usec": 12,
+ "drop_pct": 0,
+ "max_delay_usec": 139,
+ "tx_pkts": 19384122,
+ "avg_delay_usec": 93,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47702841776.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.9921875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 3901010,
+ "rate_bps": 47998046874.0,
+ "time_taken_sec": 137.7311794757843
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 3982204.741901213,
+ "rx_pkts": 39030251,
+ "time_ms": 1650850340162,
+ "drop_pct": 798925,
+ "total_tx_pps": 3982917,
+ "tx_pps": 4063718,
+ "tx_pkts": 39829176,
+ "drop_percentage": 2.0058788060290276
+ },
+ {
+ "rx_pps": 2031858.0,
+ "rx_pkts": 20193624,
+ "time_ms": 1650850352678,
+ "drop_pct": 0,
+ "total_tx_pps": 2019362,
+ "tx_pps": 2031858,
+ "tx_pkts": 20193624,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3047788.0,
+ "rx_pkts": 30308733,
+ "time_ms": 1650850365187,
+ "drop_pct": 0,
+ "total_tx_pps": 3030873,
+ "tx_pps": 3047788,
+ "tx_pkts": 30308733,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3555754.0,
+ "rx_pkts": 35342421,
+ "time_ms": 1650850377693,
+ "drop_pct": 0,
+ "total_tx_pps": 3534242,
+ "tx_pps": 3555754,
+ "tx_pkts": 35342421,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3809736.0,
+ "rx_pkts": 37863066,
+ "time_ms": 1650850390212,
+ "drop_pct": 0,
+ "total_tx_pps": 3786306,
+ "tx_pps": 3809736,
+ "tx_pkts": 37863066,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3905550.3906702464,
+ "rx_pkts": 38819222,
+ "time_ms": 1650850402727,
+ "drop_pct": 309870,
+ "total_tx_pps": 3912909,
+ "tx_pps": 3936726,
+ "tx_pkts": 39129092,
+ "drop_percentage": 0.7919171750778168
+ },
+ {
+ "rx_pps": 3873232.0,
+ "rx_pkts": 38494120,
+ "time_ms": 1650850415300,
+ "drop_pct": 0,
+ "total_tx_pps": 3849412,
+ "tx_pps": 3873232,
+ "tx_pkts": 38494120,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3904613.0432372405,
+ "rx_pkts": 38805999,
+ "time_ms": 1650850427820,
+ "drop_pct": 3647,
+ "total_tx_pps": 3880964,
+ "tx_pps": 3904980,
+ "tx_pkts": 38809646,
+ "drop_percentage": 0.009397148327506002
+ },
+ {
+ "rx_pps": 3889106.0,
+ "rx_pkts": 38799675,
+ "time_ms": 1650850440360,
+ "drop_pct": 0,
+ "total_tx_pps": 3879967,
+ "tx_pps": 3889106,
+ "tx_pkts": 38799675,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3897042.0,
+ "rx_pkts": 38734654,
+ "time_ms": 1650850452876,
+ "drop_pct": 0,
+ "total_tx_pps": 3873465,
+ "tx_pps": 3897042,
+ "tx_pkts": 38734654,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3901010.0,
+ "rx_pkts": 38770196,
+ "time_ms": 1650850465373,
+ "drop_pct": 0,
+ "total_tx_pps": 3877019,
+ "tx_pps": 3901010,
+ "tx_pkts": 38770196,
+ "ndr_pps": 1950505,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2a0a188162394858b0f91a93a609e85b"
+ },
+ "synthesis": {
+ "avg_delay_usec": 99.4996727383065,
+ "total_tx_rate": 3877019
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:34:45",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "0983ac3addf84a478e6da408b3e21aca",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650850502.7712622,
+ "stats": {
+ "total_tx_rate": 14122958,
+ "overall": {
+ "rx_pkts": 141229588,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 628,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 141229588,
+ "avg_delay_usec": 356.54005520429615,
+ "min_delay_usec": 20,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 70668670,
+ "min_delay_usec": 21,
+ "drop_pct": 0,
+ "max_delay_usec": 628,
+ "tx_pkts": 70560918,
+ "avg_delay_usec": 409,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 70560918,
+ "min_delay_usec": 20,
+ "drop_pct": 0,
+ "max_delay_usec": 603,
+ "tx_pkts": 70668670,
+ "avg_delay_usec": 304,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 43140929037.33333,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 16368398,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.55201530456543
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 16368398.0,
+ "rx_pkts": 141229588,
+ "time_ms": 1650850502770,
+ "drop_pct": 0,
+ "total_tx_pps": 14122958,
+ "tx_pps": 16368398,
+ "tx_pkts": 141229588,
+ "ndr_pps": 8184199,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "0983ac3addf84a478e6da408b3e21aca"
+ },
+ "synthesis": {
+ "avg_delay_usec": 356.54005520429615,
+ "total_tx_rate": 14122958
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "duration_sec": "10",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:37:47",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 96.09375,
+ "timestamp_sec": 1650850810.5278695,
+ "stats": {
+ "total_tx_rate": 661743,
+ "overall": {
+ "rx_pkts": 6617433,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 566,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 6617433,
+ "avg_delay_usec": 490.9992497090639,
+ "min_delay_usec": 15,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 3308551,
+ "min_delay_usec": 15,
+ "drop_pct": 0,
+ "max_delay_usec": 566,
+ "tx_pkts": 3308882,
+ "avg_delay_usec": 506,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 3308882,
+ "min_delay_usec": 15,
+ "drop_pct": 0,
+ "max_delay_usec": 529,
+ "tx_pkts": 3308551,
+ "avg_delay_usec": 476,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47751374880.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 192.1875,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 665838,
+ "rate_bps": 48046875000.0,
+ "time_taken_sec": 137.66692209243774
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 668814.8286232857,
+ "rx_pkts": 6651341,
+ "time_ms": 1650850685349,
+ "drop_pct": 239566,
+ "total_tx_pps": 689090,
+ "tx_pps": 692904,
+ "tx_pkts": 6890907,
+ "drop_percentage": 3.476552506077937
+ },
+ {
+ "rx_pps": 346452.0,
+ "rx_pkts": 3443214,
+ "time_ms": 1650850697851,
+ "drop_pct": 0,
+ "total_tx_pps": 344321,
+ "tx_pps": 346452,
+ "tx_pkts": 3443214,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 519678.0,
+ "rx_pkts": 5164821,
+ "time_ms": 1650850710355,
+ "drop_pct": 0,
+ "total_tx_pps": 516482,
+ "tx_pps": 519678,
+ "tx_pkts": 5164821,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 606290.0,
+ "rx_pkts": 6025614,
+ "time_ms": 1650850722872,
+ "drop_pct": 0,
+ "total_tx_pps": 602561,
+ "tx_pps": 606290,
+ "tx_pkts": 6025614,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 649598.0,
+ "rx_pkts": 6467074,
+ "time_ms": 1650850735425,
+ "drop_pct": 0,
+ "total_tx_pps": 646707,
+ "tx_pps": 649598,
+ "tx_pkts": 6467074,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665952.2491003298,
+ "rx_pkts": 6619233,
+ "time_ms": 1650850747925,
+ "drop_pct": 52657,
+ "total_tx_pps": 667189,
+ "tx_pps": 671250,
+ "tx_pkts": 6671890,
+ "drop_percentage": 0.7892366330979678
+ },
+ {
+ "rx_pps": 660424.0,
+ "rx_pkts": 6563625,
+ "time_ms": 1650850760442,
+ "drop_pct": 0,
+ "total_tx_pps": 656362,
+ "tx_pps": 660424,
+ "tx_pkts": 6563625,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665838.0,
+ "rx_pkts": 6617433,
+ "time_ms": 1650850772948,
+ "drop_pct": 0,
+ "total_tx_pps": 661743,
+ "tx_pps": 665838,
+ "tx_pkts": 6617433,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665963.3876473027,
+ "rx_pkts": 6619344,
+ "time_ms": 1650850785467,
+ "drop_pct": 25650,
+ "total_tx_pps": 664499,
+ "tx_pps": 668544,
+ "tx_pkts": 6644994,
+ "drop_percentage": 0.38600486320980876
+ },
+ {
+ "rx_pps": 665953.6202723441,
+ "rx_pkts": 6619248,
+ "time_ms": 1650850797979,
+ "drop_pct": 12289,
+ "total_tx_pps": 663153,
+ "tx_pps": 667190,
+ "tx_pkts": 6631537,
+ "drop_percentage": 0.18531148962902566
+ },
+ {
+ "rx_pps": 665952.2454294527,
+ "rx_pkts": 6618569,
+ "time_ms": 1650850810527,
+ "drop_pct": 5583,
+ "total_tx_pps": 662415,
+ "tx_pps": 666514,
+ "tx_pkts": 6624152,
+ "ndr_pps": 332919,
+ "drop_percentage": 0.0842824862714503
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30"
+ },
+ "synthesis": {
+ "avg_delay_usec": 490.9992497090639,
+ "total_tx_rate": 661743
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:43:17",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "014622aafb2c426ab9df378f15c06fef",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650851015.0206628,
+ "stats": {
+ "total_tx_rate": 16765582,
+ "overall": {
+ "rx_pkts": 167655827,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 104,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 167655827,
+ "avg_delay_usec": 24.993023892930367,
+ "min_delay_usec": 5,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 83944872,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 103,
+ "tx_pkts": 83710955,
+ "avg_delay_usec": 20,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 83710955,
+ "min_delay_usec": 5,
+ "drop_pct": 0,
+ "max_delay_usec": 104,
+ "tx_pkts": 83944872,
+ "avg_delay_usec": 30,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 11266471104.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 74404760,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.508348226547241
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 74404760.0,
+ "rx_pkts": 167655827,
+ "time_ms": 1650851015020,
+ "drop_pct": 0,
+ "total_tx_pps": 16765582,
+ "tx_pps": 74404760,
+ "tx_pkts": 167655827,
+ "ndr_pps": 37202380,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "014622aafb2c426ab9df378f15c06fef"
+ },
+ "synthesis": {
+ "avg_delay_usec": 24.993023892930367,
+ "total_tx_rate": 16765582
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:44:17",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "a2341c441c5140a784a4749e86d5c19e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650851075.266194,
+ "stats": {
+ "total_tx_rate": 18075556,
+ "overall": {
+ "rx_pkts": 180755561,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 61,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 180755561,
+ "avg_delay_usec": 20.503517144902666,
+ "min_delay_usec": 5,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 90468601,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 61,
+ "tx_pkts": 90286960,
+ "avg_delay_usec": 24,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 90286960,
+ "min_delay_usec": 5,
+ "drop_pct": 0,
+ "max_delay_usec": 55,
+ "tx_pkts": 90468601,
+ "avg_delay_usec": 17,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 21401458304.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 42229728,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.509921312332153
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 42229728.0,
+ "rx_pkts": 180755561,
+ "time_ms": 1650851075265,
+ "drop_pct": 0,
+ "total_tx_pps": 18075556,
+ "tx_pps": 42229728,
+ "tx_pkts": 180755561,
+ "ndr_pps": 21114864,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate."
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a2341c441c5140a784a4749e86d5c19e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 20.503517144902666,
+ "total_tx_rate": 18075556
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:45:17",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "81e85c0a6b464632850a5e5c7117f2b9",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650851135.4937232,
+ "stats": {
+ "total_tx_rate": 15904019,
+ "overall": {
+ "rx_pkts": 159040190,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 48,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 159040190,
+ "avg_delay_usec": 24.49913906667239,
+ "min_delay_usec": 6,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 79565736,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 48,
+ "tx_pkts": 79474454,
+ "avg_delay_usec": 23,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 79474454,
+ "min_delay_usec": 6,
+ "drop_pct": 0,
+ "max_delay_usec": 44,
+ "tx_pkts": 79565736,
+ "avg_delay_usec": 26,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 35116073952.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 22644926,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.490444898605347
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 22644926.0,
+ "rx_pkts": 159040190,
+ "time_ms": 1650851135493,
+ "drop_pct": 0,
+ "total_tx_pps": 15904019,
+ "tx_pps": 22644926,
+ "tx_pkts": 159040190,
+ "ndr_pps": 11322463,
+ "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "81e85c0a6b464632850a5e5c7117f2b9"
+ },
+ "synthesis": {
+ "avg_delay_usec": 24.49913906667239,
+ "total_tx_rate": 15904019
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:45:37",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650851155.6128447,
+ "stats": {
+ "total_tx_rate": 11083895,
+ "overall": {
+ "rx_pkts": 110838959,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 751,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 110838959,
+ "avg_delay_usec": 244.54752861762262,
+ "min_delay_usec": 22,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 55446495,
+ "min_delay_usec": 24,
+ "drop_pct": 0,
+ "max_delay_usec": 751,
+ "tx_pkts": 55392464,
+ "avg_delay_usec": 342,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 55392464,
+ "min_delay_usec": 22,
+ "drop_pct": 0,
+ "max_delay_usec": 604,
+ "tx_pkts": 55446495,
+ "avg_delay_usec": 147,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47173057120.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 11748120,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.493241786956787
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 11748120.0,
+ "rx_pkts": 110838959,
+ "time_ms": 1650851155612,
+ "drop_pct": 0,
+ "total_tx_pps": 11083895,
+ "tx_pps": 11748120,
+ "tx_pkts": 110838959,
+ "ndr_pps": 5874060,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc"
+ },
+ "synthesis": {
+ "avg_delay_usec": 244.54752861762262,
+ "total_tx_rate": 11083895
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 01:50:46",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 95.60546875,
+ "timestamp_sec": 1650851589.8598213,
+ "stats": {
+ "total_tx_rate": 7536285,
+ "overall": {
+ "rx_pkts": 75362853,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 85,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 75362853,
+ "avg_delay_usec": 48.99969802098654,
+ "min_delay_usec": 11,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 37679530,
+ "min_delay_usec": 11,
+ "drop_pct": 0,
+ "max_delay_usec": 85,
+ "tx_pkts": 37683323,
+ "avg_delay_usec": 55,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 37683323,
+ "min_delay_usec": 13,
+ "drop_pct": 0,
+ "max_delay_usec": 81,
+ "tx_pkts": 37679530,
+ "avg_delay_usec": 43,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47508740640.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.2109375,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 7582920,
+ "rate_bps": 47802734374.0,
+ "time_taken_sec": 137.68758368492126
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 7867019.991496668,
+ "rx_pkts": 75782125,
+ "time_ms": 1650851464683,
+ "drop_pct": 620859,
+ "total_tx_pps": 7640298,
+ "tx_pps": 7931472,
+ "tx_pkts": 76402984,
+ "drop_percentage": 0.8126109315311559
+ },
+ {
+ "rx_pps": 3965736.0,
+ "rx_pkts": 39413476,
+ "time_ms": 1650851477177,
+ "drop_pct": 0,
+ "total_tx_pps": 3941347,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413476,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5948604.0,
+ "rx_pkts": 59120203,
+ "time_ms": 1650851489700,
+ "drop_pct": 0,
+ "total_tx_pps": 5912020,
+ "tx_pps": 5948604,
+ "tx_pkts": 59120203,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 6940038.0,
+ "rx_pkts": 68973557,
+ "time_ms": 1650851502199,
+ "drop_pct": 0,
+ "total_tx_pps": 6897355,
+ "tx_pps": 6940038,
+ "tx_pkts": 68973557,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7435754.0,
+ "rx_pkts": 73900239,
+ "time_ms": 1650851514716,
+ "drop_pct": 0,
+ "total_tx_pps": 7390023,
+ "tx_pps": 7435754,
+ "tx_pkts": 73900239,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7620954.625306049,
+ "rx_pkts": 75507656,
+ "time_ms": 1650851527233,
+ "drop_pct": 620803,
+ "total_tx_pps": 7612845,
+ "tx_pps": 7683612,
+ "tx_pkts": 76128459,
+ "drop_percentage": 0.8154677083375614
+ },
+ {
+ "rx_pps": 7559684.0,
+ "rx_pkts": 75131929,
+ "time_ms": 1650851539732,
+ "drop_pct": 0,
+ "total_tx_pps": 7513192,
+ "tx_pps": 7559684,
+ "tx_pkts": 75131929,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7596741.430266551,
+ "rx_pkts": 75500232,
+ "time_ms": 1650851552229,
+ "drop_pct": 247534,
+ "total_tx_pps": 7574776,
+ "tx_pps": 7621648,
+ "tx_pkts": 75747766,
+ "drop_percentage": 0.3267871952817724
+ },
+ {
+ "rx_pps": 7590337.479512263,
+ "rx_pkts": 75436549,
+ "time_ms": 1650851564806,
+ "drop_pct": 3265,
+ "total_tx_pps": 7543981,
+ "tx_pps": 7590666,
+ "tx_pkts": 75439814,
+ "drop_percentage": 0.004327953406671973
+ },
+ {
+ "rx_pps": 7575174.0,
+ "rx_pkts": 75285893,
+ "time_ms": 1650851577332,
+ "drop_pct": 0,
+ "total_tx_pps": 7528589,
+ "tx_pps": 7575174,
+ "tx_pkts": 75285893,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 7582920.0,
+ "rx_pkts": 75362853,
+ "time_ms": 1650851589858,
+ "drop_pct": 0,
+ "total_tx_pps": 7536285,
+ "tx_pps": 7582920,
+ "tx_pkts": 75362853,
+ "ndr_pps": 3791460,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7"
+ },
+ "synthesis": {
+ "avg_delay_usec": 48.99969802098654,
+ "total_tx_rate": 7536285
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:02:49",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "df31248f2daf41788e5aeb35599600ec",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 95.8984375,
+ "timestamp_sec": 1650852312.436391,
+ "stats": {
+ "total_tx_rate": 5706025,
+ "overall": {
+ "rx_pkts": 57060256,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 100,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 57060256,
+ "avg_delay_usec": 49.50055346754841,
+ "min_delay_usec": 9,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 28527257,
+ "min_delay_usec": 9,
+ "drop_pct": 0,
+ "max_delay_usec": 96,
+ "tx_pkts": 28532999,
+ "avg_delay_usec": 44,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 28532999,
+ "min_delay_usec": 10,
+ "drop_pct": 0,
+ "max_delay_usec": 100,
+ "tx_pkts": 28527257,
+ "avg_delay_usec": 55,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47656720800.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.796875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 5741046,
+ "rate_bps": 47949218750.0,
+ "time_taken_sec": 137.73684573173523
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 5905630.69286569,
+ "rx_pkts": 57462293,
+ "time_ms": 1650852187211,
+ "drop_pct": 787741,
+ "total_tx_pps": 5825003,
+ "tx_pps": 5986590,
+ "tx_pkts": 58250034,
+ "drop_percentage": 1.3523442750265176
+ },
+ {
+ "rx_pps": 2993294.0,
+ "rx_pkts": 29748852,
+ "time_ms": 1650852199712,
+ "drop_pct": 0,
+ "total_tx_pps": 2974885,
+ "tx_pps": 2993294,
+ "tx_pkts": 29748852,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4489942.0,
+ "rx_pkts": 44623288,
+ "time_ms": 1650852212213,
+ "drop_pct": 0,
+ "total_tx_pps": 4462328,
+ "tx_pps": 4489942,
+ "tx_pkts": 44623288,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5238266.0,
+ "rx_pkts": 52060508,
+ "time_ms": 1650852224756,
+ "drop_pct": 0,
+ "total_tx_pps": 5206050,
+ "tx_pps": 5238266,
+ "tx_pkts": 52060508,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5612428.0,
+ "rx_pkts": 55779125,
+ "time_ms": 1650852237260,
+ "drop_pct": 0,
+ "total_tx_pps": 5577912,
+ "tx_pps": 5612428,
+ "tx_pkts": 55779125,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5751065.368412055,
+ "rx_pkts": 57156952,
+ "time_ms": 1650852249774,
+ "drop_pct": 481447,
+ "total_tx_pps": 5763839,
+ "tx_pps": 5799508,
+ "tx_pkts": 57638399,
+ "drop_percentage": 0.8352886415183045
+ },
+ {
+ "rx_pps": 5705968.0,
+ "rx_pkts": 56868528,
+ "time_ms": 1650852262305,
+ "drop_pct": 0,
+ "total_tx_pps": 5686852,
+ "tx_pps": 5705968,
+ "tx_pkts": 56868528,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5750731.258995378,
+ "rx_pkts": 57159387,
+ "time_ms": 1650852274851,
+ "drop_pct": 19946,
+ "total_tx_pps": 5717933,
+ "tx_pps": 5752738,
+ "tx_pkts": 57179333,
+ "drop_percentage": 0.034883233073040566
+ },
+ {
+ "rx_pps": 5729352.0,
+ "rx_pkts": 56941156,
+ "time_ms": 1650852287414,
+ "drop_pct": 0,
+ "total_tx_pps": 5694115,
+ "tx_pps": 5729352,
+ "tx_pkts": 56941156,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5741046.0,
+ "rx_pkts": 57060256,
+ "time_ms": 1650852299929,
+ "drop_pct": 0,
+ "total_tx_pps": 5706025,
+ "tx_pps": 5741046,
+ "tx_pkts": 57060256,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 5745777.043226499,
+ "rx_pkts": 57104416,
+ "time_ms": 1650852312435,
+ "drop_pct": 11081,
+ "total_tx_pps": 5711549,
+ "tx_pps": 5746892,
+ "tx_pkts": 57115497,
+ "ndr_pps": 2870523,
+ "drop_percentage": 0.019401039266103207
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "df31248f2daf41788e5aeb35599600ec"
+ },
+ "synthesis": {
+ "avg_delay_usec": 49.50055346754841,
+ "total_tx_rate": 5706025
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:05:13",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "3483e5ac90f647c18792824df335576f",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 96.09375,
+ "timestamp_sec": 1650852456.8429823,
+ "stats": {
+ "total_tx_rate": 4591477,
+ "overall": {
+ "rx_pkts": 45914773,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 115,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 45914773,
+ "avg_delay_usec": 72.0000503323843,
+ "min_delay_usec": 8,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 22956231,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 113,
+ "tx_pkts": 22958542,
+ "avg_delay_usec": 71,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 22958542,
+ "min_delay_usec": 8,
+ "drop_pct": 0,
+ "max_delay_usec": 115,
+ "tx_pkts": 22956231,
+ "avg_delay_usec": 73,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47751360800.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 192.1875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 4619890,
+ "rate_bps": 48046875000.0,
+ "time_taken_sec": 137.65410780906677
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 4726559.564871196,
+ "rx_pkts": 46152394,
+ "time_ms": 1650852331691,
+ "drop_pct": 792216,
+ "total_tx_pps": 4694461,
+ "tx_pps": 4807692,
+ "tx_pkts": 46944610,
+ "drop_percentage": 1.6875547586826263
+ },
+ {
+ "rx_pps": 2403846.0,
+ "rx_pkts": 23888223,
+ "time_ms": 1650852344191,
+ "drop_pct": 0,
+ "total_tx_pps": 2388822,
+ "tx_pps": 2403846,
+ "tx_pkts": 23888223,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3605768.0,
+ "rx_pkts": 35835922,
+ "time_ms": 1650852356692,
+ "drop_pct": 0,
+ "total_tx_pps": 3583592,
+ "tx_pps": 3605768,
+ "tx_pkts": 35835922,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4206730.0,
+ "rx_pkts": 41808587,
+ "time_ms": 1650852369206,
+ "drop_pct": 0,
+ "total_tx_pps": 4180858,
+ "tx_pps": 4206730,
+ "tx_pkts": 41808587,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4507210.0,
+ "rx_pkts": 44794900,
+ "time_ms": 1650852381776,
+ "drop_pct": 0,
+ "total_tx_pps": 4479490,
+ "tx_pps": 4507210,
+ "tx_pkts": 44794900,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626532.86170713,
+ "rx_pkts": 45980800,
+ "time_ms": 1650852394280,
+ "drop_pct": 307270,
+ "total_tx_pps": 4628807,
+ "tx_pps": 4657450,
+ "tx_pkts": 46288070,
+ "drop_percentage": 0.6638211530530437
+ },
+ {
+ "rx_pps": 4582330.0,
+ "rx_pkts": 45541498,
+ "time_ms": 1650852406785,
+ "drop_pct": 0,
+ "total_tx_pps": 4554149,
+ "tx_pps": 4582330,
+ "tx_pkts": 45541498,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4619890.0,
+ "rx_pkts": 45914773,
+ "time_ms": 1650852419279,
+ "drop_pct": 0,
+ "total_tx_pps": 4591477,
+ "tx_pps": 4619890,
+ "tx_pkts": 45914773,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 4626430.527562457,
+ "rx_pkts": 45979781,
+ "time_ms": 1650852431782,
+ "drop_pct": 121642,
+ "total_tx_pps": 4610142,
+ "tx_pps": 4638670,
+ "tx_pkts": 46101423,
+ "drop_percentage": 0.26385736509695157
+ },
+ {
+ "rx_pps": 4626442.952323484,
+ "rx_pkts": 45979906,
+ "time_ms": 1650852444306,
+ "drop_pct": 28196,
+ "total_tx_pps": 4600810,
+ "tx_pps": 4629280,
+ "tx_pkts": 46008102,
+ "drop_percentage": 0.06128485804521995
+ },
+ {
+ "rx_pps": 4624386.291771492,
+ "rx_pkts": 45964089,
+ "time_ms": 1650852456842,
+ "drop_pct": 1985,
+ "total_tx_pps": 4596607,
+ "tx_pps": 4624586,
+ "tx_pkts": 45966074,
+ "ndr_pps": 2309945,
+ "drop_percentage": 0.004318402306883986
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3483e5ac90f647c18792824df335576f"
+ },
+ "synthesis": {
+ "avg_delay_usec": 72.0000503323843,
+ "total_tx_rate": 4591477
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:17:16",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "e5fdb1f38f334e048d5a301c6045cc2d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 95.99609375,
+ "timestamp_sec": 1650853179.382297,
+ "stats": {
+ "total_tx_rate": 3877019,
+ "overall": {
+ "rx_pkts": 38769903,
+ "drop_percentage": 0.0007557351528478215,
+ "drop_pct": 293,
+ "max_delay_usec": 150,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 38770196,
+ "avg_delay_usec": 94.9999144181506,
+ "min_delay_usec": 7,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 19384122,
+ "min_delay_usec": 7,
+ "drop_pct": 0,
+ "max_delay_usec": 150,
+ "tx_pkts": 19386074,
+ "avg_delay_usec": 97,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 19385781,
+ "min_delay_usec": 11,
+ "drop_pct": 293,
+ "max_delay_usec": 136,
+ "tx_pkts": 19384122,
+ "avg_delay_usec": 93,
+ "drop_percentage": 0.0015115464089629645
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47702841776.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.9921875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 3901010,
+ "rate_bps": 47998046874.0,
+ "time_taken_sec": 137.64107275009155
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 3982055.7006684523,
+ "rx_pkts": 38963118,
+ "time_ms": 1650853054249,
+ "drop_pct": 799039,
+ "total_tx_pps": 3976215,
+ "tx_pps": 4063718,
+ "tx_pkts": 39762157,
+ "drop_percentage": 2.009546413691792
+ },
+ {
+ "rx_pps": 2031858.0,
+ "rx_pkts": 20191592,
+ "time_ms": 1650853066752,
+ "drop_pct": 0,
+ "total_tx_pps": 2019159,
+ "tx_pps": 2031858,
+ "tx_pkts": 20191592,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3047788.0,
+ "rx_pkts": 30290447,
+ "time_ms": 1650853079251,
+ "drop_pct": 0,
+ "total_tx_pps": 3029044,
+ "tx_pps": 3047788,
+ "tx_pkts": 30290447,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3555754.0,
+ "rx_pkts": 35338864,
+ "time_ms": 1650853091784,
+ "drop_pct": 0,
+ "total_tx_pps": 3533886,
+ "tx_pps": 3555754,
+ "tx_pkts": 35338864,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3809736.0,
+ "rx_pkts": 37863067,
+ "time_ms": 1650853104288,
+ "drop_pct": 0,
+ "total_tx_pps": 3786306,
+ "tx_pps": 3809736,
+ "tx_pkts": 37863067,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3905544.608185896,
+ "rx_pkts": 38817602,
+ "time_ms": 1650853116791,
+ "drop_pct": 309915,
+ "total_tx_pps": 3912751,
+ "tx_pps": 3936726,
+ "tx_pkts": 39127517,
+ "drop_percentage": 0.7920640606967214
+ },
+ {
+ "rx_pps": 3873232.0,
+ "rx_pkts": 38563838,
+ "time_ms": 1650853129321,
+ "drop_pct": 0,
+ "total_tx_pps": 3856383,
+ "tx_pps": 3873232,
+ "tx_pkts": 38563838,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3904454.7698652036,
+ "rx_pkts": 38804426,
+ "time_ms": 1650853141834,
+ "drop_pct": 5220,
+ "total_tx_pps": 3880964,
+ "tx_pps": 3904980,
+ "tx_pkts": 38809646,
+ "drop_percentage": 0.013450264400762635
+ },
+ {
+ "rx_pps": 3889106.0,
+ "rx_pkts": 38651888,
+ "time_ms": 1650853154337,
+ "drop_pct": 0,
+ "total_tx_pps": 3865188,
+ "tx_pps": 3889106,
+ "tx_pkts": 38651888,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3897042.0,
+ "rx_pkts": 38732706,
+ "time_ms": 1650853166869,
+ "drop_pct": 0,
+ "total_tx_pps": 3873270,
+ "tx_pps": 3897042,
+ "tx_pkts": 38732706,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 3900980.518696114,
+ "rx_pkts": 38769903,
+ "time_ms": 1650853179381,
+ "drop_pct": 293,
+ "total_tx_pps": 3877019,
+ "tx_pps": 3901010,
+ "tx_pkts": 38770196,
+ "ndr_pps": 1950505,
+ "drop_percentage": 0.0007557351528478215
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e5fdb1f38f334e048d5a301c6045cc2d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 94.9999144181506,
+ "total_tx_rate": 3877019
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:20:20",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "4b1b0ab83b55448bb34da88ed0446e02",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 100.0,
+ "timestamp_sec": 1650853238.9316306,
+ "stats": {
+ "total_tx_rate": 14094667,
+ "overall": {
+ "rx_pkts": 140946676,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 629,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 140946676,
+ "avg_delay_usec": 330.48077658816163,
+ "min_delay_usec": 13,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 70508526,
+ "min_delay_usec": 14,
+ "drop_pct": 0,
+ "max_delay_usec": 629,
+ "tx_pkts": 70438150,
+ "avg_delay_usec": 292,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 70438150,
+ "min_delay_usec": 13,
+ "drop_pct": 0,
+ "max_delay_usec": 558,
+ "tx_pkts": 70508526,
+ "avg_delay_usec": 369,
+ "drop_percentage": 0.0
+ },
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 43054509462.666664,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 200.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 16368398,
+ "rate_bps": 50000000000.0,
+ "time_taken_sec": 12.508249044418335
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 16368398.0,
+ "rx_pkts": 140946676,
+ "time_ms": 1650853238931,
+ "drop_pct": 0,
+ "total_tx_pps": 14094667,
+ "tx_pps": 16368398,
+ "tx_pkts": 140946676,
+ "ndr_pps": 8184199,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "4b1b0ab83b55448bb34da88ed0446e02"
+ },
+ "synthesis": {
+ "avg_delay_usec": 330.48077658816163,
+ "total_tx_rate": 14094667
+ }
+ },
+ {
+ "input": {
+ "rate": "ndr",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "duration_sec": "10",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc18_loopback"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-04-25 02:25:30",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:07.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "EXT",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn1ter",
+ "name": "net_nfvbench_vn1ter",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1",
+ "name": "net_nfvbench_vn1",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": true,
+ "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": true,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2505,
+ 2505
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc18_loopback",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "flavor_nfvbench_dpdk",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "EXT": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 95.99609375,
+ "timestamp_sec": 1650853673.125213,
+ "stats": {
+ "total_tx_rate": 661136,
+ "overall": {
+ "rx_pkts": 6611360,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 538,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 6611360,
+ "avg_delay_usec": 477.99959584714793,
+ "min_delay_usec": 15,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 3305513,
+ "min_delay_usec": 15,
+ "drop_pct": 0,
+ "max_delay_usec": 538,
+ "tx_pkts": 3305847,
+ "avg_delay_usec": 486,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 3305847,
+ "min_delay_usec": 15,
+ "drop_pct": 0,
+ "max_delay_usec": 524,
+ "tx_pkts": 3305513,
+ "avg_delay_usec": 470,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 47707573760.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 191.9921875,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 665160,
+ "rate_bps": 47998046874.0,
+ "time_taken_sec": 137.65885472297668
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 668428.2262058704,
+ "rx_pkts": 6638764,
+ "time_ms": 1650853547957,
+ "drop_pct": 243091,
+ "total_tx_pps": 688185,
+ "tx_pps": 692904,
+ "tx_pkts": 6881855,
+ "drop_percentage": 3.532347019807886
+ },
+ {
+ "rx_pps": 346452.0,
+ "rx_pkts": 3443493,
+ "time_ms": 1650853560502,
+ "drop_pct": 0,
+ "total_tx_pps": 344349,
+ "tx_pps": 346452,
+ "tx_pkts": 3443493,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 519678.0,
+ "rx_pkts": 5165340,
+ "time_ms": 1650853573032,
+ "drop_pct": 0,
+ "total_tx_pps": 516534,
+ "tx_pps": 519678,
+ "tx_pkts": 5165340,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 606290.0,
+ "rx_pkts": 6025616,
+ "time_ms": 1650853585552,
+ "drop_pct": 0,
+ "total_tx_pps": 602561,
+ "tx_pps": 606290,
+ "tx_pkts": 6025616,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 649598.0,
+ "rx_pkts": 6456032,
+ "time_ms": 1650853598052,
+ "drop_pct": 0,
+ "total_tx_pps": 645603,
+ "tx_pps": 649598,
+ "tx_pkts": 6456032,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665605.0071570089,
+ "rx_pkts": 6618445,
+ "time_ms": 1650853610556,
+ "drop_pct": 56131,
+ "total_tx_pps": 667457,
+ "tx_pps": 671250,
+ "tx_pkts": 6674576,
+ "drop_percentage": 0.8409672764232514
+ },
+ {
+ "rx_pps": 660424.0,
+ "rx_pkts": 6563625,
+ "time_ms": 1650853623059,
+ "drop_pct": 0,
+ "total_tx_pps": 656362,
+ "tx_pps": 660424,
+ "tx_pkts": 6563625,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665581.9509880405,
+ "rx_pkts": 6615554,
+ "time_ms": 1650853635567,
+ "drop_pct": 2545,
+ "total_tx_pps": 661809,
+ "tx_pps": 665838,
+ "tx_pkts": 6618099,
+ "drop_percentage": 0.03845515154729477
+ },
+ {
+ "rx_pps": 663130.0,
+ "rx_pkts": 6590519,
+ "time_ms": 1650853648084,
+ "drop_pct": 0,
+ "total_tx_pps": 659051,
+ "tx_pps": 663130,
+ "tx_pkts": 6590519,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 664484.0,
+ "rx_pkts": 6604641,
+ "time_ms": 1650853660605,
+ "drop_pct": 0,
+ "total_tx_pps": 660464,
+ "tx_pps": 664484,
+ "tx_pkts": 6604641,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 665160.0,
+ "rx_pkts": 6611360,
+ "time_ms": 1650853673124,
+ "drop_pct": 0,
+ "total_tx_pps": 661136,
+ "tx_pps": 665160,
+ "tx_pkts": 6611360,
+ "ndr_pps": 332580,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237"
+ },
+ "synthesis": {
+ "avg_delay_usec": 477.99959584714793,
+ "total_tx_rate": 661136
+ }
+ }
+ ]
+ },
+ "fail_tests": 0,
+ "total_tests": 1,
+ "pass_tests": 1
+ }
+ },
+ {
+ "project_name": "nfvbench",
+ "scenario": "basic",
+ "stop_date": "2022-03-29 04:00:23",
+ "case_name": "characterization",
+ "build_tag": "I2DSIKVWY5C8",
+ "version": "unknown",
+ "pod_name": "AMICAL",
+ "criteria": "PASS",
+ "installer": "unknown",
+ "_id": "62428459c0d88e001ca15662",
+ "start_date": "2022-03-29 00:16:03",
+ "details": {
+ "tests": [
+ {
+ "status": "passed",
+ "elements": [
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001163482666015625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 5.030165672302246,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 441.4675030708313,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012564659118652344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002872943878173828,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011372566223144531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00823521614074707,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.396630525589,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000118255615234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002837181091308594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.894371032714844e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00010609626770019531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007856607437133789,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.39697003364563,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000118255615234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00032806396484375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007916927337646484,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.39968848228455,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001201629638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003211498260498047,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.250640869140625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.250640869140625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007905721664428711,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.40395522117615,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011658668518066406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028514862060546875,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011348724365234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.107589721679688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007941484451293945,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4135231971741,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003170967102050781,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007906198501586914,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.40963220596313,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001239776611328125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00029730796813964844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001232624053955078,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.298324584960938e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 8.988380432128906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007907390594482422,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4113304615021,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012087821960449219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028133392333984375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011849403381347656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.298324584960938e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008216381072998047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4068977832794,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012040138244628906,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00032019615173339844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001010894775390625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007925271987915039,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.404554605484,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003101825714111328,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007976293563842773,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.5729796886444,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028586387634277344,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008101701736450195,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4532768726349,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011944770812988281,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00033020973205566406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007899761199951172,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41574001312256,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011801719665527344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003037452697753906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.34600830078125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008031368255615234,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4325096607208,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011944770812988281,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00031256675720214844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007970094680786133,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.82969641685486,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012087821960449219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00031185150146484375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011396408081054688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008100748062133789,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4229202270508,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001201629638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002961158752441406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008043766021728516,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.42792868614197,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011777877807617188,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003020763397216797,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.34600830078125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.0001125335693359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00787210464477539,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 443.48774886131287,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003151893615722656,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.894371032714844e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008165359497070312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4371497631073,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012183189392089844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002982616424560547,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011897087097167969,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.34600830078125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007880926132202148,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4218900203705,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030922889709472656,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008101463317871094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.5446517467499,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011968612670898438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002968311309814453,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011539459228515625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007904767990112305,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 443.58557987213135,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000118255615234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030350685119628906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008047819137573242,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.51229333877563,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011873245239257812,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002970695495605469,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011205673217773438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008028507232666016,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4921851158142,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002834796905517578,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011658668518066406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.250640869140625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007831335067749023,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.44814562797546,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000118255615234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002892017364501953,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010704994201660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011205673217773438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008156299591064453,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.425315618515,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012135505676269531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002989768981933594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00010848045349121094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008181095123291016,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.497309923172,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.000118255615234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002830028533935547,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.1552734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008019685745239258,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.43971967697144,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002837181091308594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008020877838134766,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.46456599235535,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.000316619873046875,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010132789611816406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.298324584960938e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011324882507324219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007940530776977539,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.47153663635254,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011730194091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028133392333984375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010395050048828125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00010609626770019531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00024056434631347656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007750511169433594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.1791934967041,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011968612670898438,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011229515075683594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.298324584960938e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002522468566894531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008098125457763672,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.174768686294556,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010180473327636719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.250640869140625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.0001163482666015625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023174285888671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008144855499267578,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.25333619117737,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010204315185546875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.0001163482666015625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002396106719970703,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008252859115600586,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.2523250579834,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013947486877441406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.107589721679688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00022912025451660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00817418098449707,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.25585341453552,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001220703125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00010895729064941406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002522468566894531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008129119873046875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.25064826011658,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012230873107910156,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.918212890625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023627281188964844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008117198944091797,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.175238370895386,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011420249938964844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.0002562999725341797,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00825643539428711,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.24060845375061,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012087821960449219,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69",
+ "type": "scenario"
+ }
+ ],
+ "name": "characterization",
+ "keyword": "Feature",
+ "tags": [
+ "characterization"
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2"
+ }
+ ],
+ "skip_tests": 0,
+ "links": [
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/xtesting.log",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.html",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/behave_tests.log",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/campaign_result.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/TESTS-characterization-full.xml",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench.log",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.json",
+ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json"
+ ],
+ "results": {
+ "latency": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:55:31",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "31dfef5b7f0d4cefa8f78348321335f6",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "404397pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.5412860544,
+ "rate_pps": 201371,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135321513
+ },
+ "tx": {
+ "rate_percent": 0.5414158848,
+ "rate_pps": 201419,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135353971
+ },
+ "orig": {
+ "rate_percent": 0.5435095679999999,
+ "rate_pps": 202198,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135877392
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 1.0825922688,
+ "rate_pps": 402749.0,
+ "rate_bps": 270648066.0
+ },
+ "tx": {
+ "rate_percent": 1.0828642944000002,
+ "rate_pps": 402850.0,
+ "rate_bps": 270716073.0
+ },
+ "orig": {
+ "rate_percent": 1.0870191359999999,
+ "rate_pps": 404396.0,
+ "rate_bps": 271754784.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.5413062144,
+ "rate_pps": 201378,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135326553
+ },
+ "tx": {
+ "rate_percent": 0.5414484096000001,
+ "rate_pps": 201431,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135362102
+ },
+ "orig": {
+ "rate_percent": 0.5435095679999999,
+ "rate_pps": 202198,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135877392
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9936,
+ "-1 (-0.0101%)"
+ ],
+ "lat_max_usec": 913,
+ "lat_avg_usec": 72,
+ "lat_min_usec": 31,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 10880,
+ "lat_avg_usec": 72,
+ "lat_min_usec": 30,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 402851,
+ "overall": {
+ "drop_rate_percent": 0.02512093171847776,
+ "rx": {
+ "dropped_pkts": 1012,
+ "pkt_bit_rate": 109573400.0,
+ "pkt_rate": 201421.0,
+ "max_delay_usec": 10880,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 72.0,
+ "total_pkt_bytes": 273870068,
+ "total_pkts": 4027501,
+ "min_delay_usec": 30
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 273938884,
+ "total_pkts": 4028513,
+ "pkt_bit_rate": 109576132.0,
+ "pkt_rate": 201426.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.023978350974548694,
+ "rx": {
+ "dropped_pkts": 483,
+ "pkt_bit_rate": 109577136,
+ "pkt_rate": 201428,
+ "max_delay_usec": 10880,
+ "total_pkt_bytes": 136932484,
+ "avg_delay_usec": 72,
+ "total_pkts": 2013713,
+ "min_delay_usec": 30
+ },
+ "tx": {
+ "total_pkt_bytes": 136973556,
+ "total_pkts": 2014317,
+ "pkt_bit_rate": 109577000,
+ "pkt_rate": 201428
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.02626358110134267,
+ "rx": {
+ "dropped_pkts": 529,
+ "pkt_bit_rate": 109569664,
+ "pkt_rate": 201414,
+ "max_delay_usec": 913,
+ "total_pkt_bytes": 136937584,
+ "avg_delay_usec": 72,
+ "total_pkts": 2013788,
+ "min_delay_usec": 31
+ },
+ "tx": {
+ "total_pkt_bytes": 136965328,
+ "total_pkts": 2014196,
+ "pkt_bit_rate": 109575264,
+ "pkt_rate": 201425
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 270715872.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "31dfef5b7f0d4cefa8f78348321335f6"
+ },
+ "synthesis": {
+ "avg_delay_usec": 72.0,
+ "total_tx_rate": 402851
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:56:11",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "4d3fa821db7a40a2bc3cab131ccc1635",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "519939pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.6960530304,
+ "rate_pps": 258948,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174013257
+ },
+ "tx": {
+ "rate_percent": 0.6961078655999999,
+ "rate_pps": 258968,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174026966
+ },
+ "orig": {
+ "rate_percent": 0.698798016,
+ "rate_pps": 259969,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174699504
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 1.3921789055999998,
+ "rate_pps": 517923.0,
+ "rate_bps": 348044725.0
+ },
+ "tx": {
+ "rate_percent": 1.3922579327999998,
+ "rate_pps": 517952.0,
+ "rate_bps": 348064482.0
+ },
+ "orig": {
+ "rate_percent": 1.397596032,
+ "rate_pps": 519938.0,
+ "rate_bps": 349399008.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.6961258751999999,
+ "rate_pps": 258975,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174031468
+ },
+ "tx": {
+ "rate_percent": 0.6961500671999998,
+ "rate_pps": 258984,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174037516
+ },
+ "orig": {
+ "rate_percent": 0.698798016,
+ "rate_pps": 259969,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174699504
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9936,
+ 9936
+ ],
+ "lat_max_usec": 826,
+ "lat_avg_usec": 86,
+ "lat_min_usec": 32,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 2343,
+ "lat_avg_usec": 82,
+ "lat_min_usec": 31,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 517953,
+ "overall": {
+ "drop_rate_percent": 0.005676189600950356,
+ "rx": {
+ "dropped_pkts": 294,
+ "pkt_bit_rate": 141229784.0,
+ "pkt_rate": 259613.5,
+ "max_delay_usec": 2343,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 84.00010464861909,
+ "total_pkt_bytes": 352188116,
+ "total_pkts": 5179237,
+ "min_delay_usec": 31
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 352208108,
+ "total_pkts": 5179531,
+ "pkt_bit_rate": 141223456.0,
+ "pkt_rate": 259601.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.007876922316556519,
+ "rx": {
+ "dropped_pkts": 204,
+ "pkt_bit_rate": 141232784,
+ "pkt_rate": 259619,
+ "max_delay_usec": 2343,
+ "total_pkt_bytes": 176084844,
+ "avg_delay_usec": 82,
+ "total_pkts": 2589483,
+ "min_delay_usec": 31
+ },
+ "tx": {
+ "total_pkt_bytes": 176109392,
+ "total_pkts": 2589844,
+ "pkt_bit_rate": 141216336,
+ "pkt_rate": 259588
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0034753234657315733,
+ "rx": {
+ "dropped_pkts": 90,
+ "pkt_bit_rate": 141226784,
+ "pkt_rate": 259608,
+ "max_delay_usec": 826,
+ "total_pkt_bytes": 176103272,
+ "avg_delay_usec": 86,
+ "total_pkts": 2589754,
+ "min_delay_usec": 32
+ },
+ "tx": {
+ "total_pkt_bytes": 176098716,
+ "total_pkts": 2589687,
+ "pkt_bit_rate": 141230576,
+ "pkt_rate": 259615
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 348064416.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "4d3fa821db7a40a2bc3cab131ccc1635"
+ },
+ "synthesis": {
+ "avg_delay_usec": 84.00010464861909,
+ "total_tx_rate": 517953
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:56:51",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "323313pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 4.0606182144,
+ "rate_pps": 161033,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015154553
+ },
+ "tx": {
+ "rate_percent": 4.0606182144,
+ "rate_pps": 161033,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015154553
+ },
+ "orig": {
+ "rate_percent": 4.076330304,
+ "rate_pps": 161656,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1019082576
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 8.121481024,
+ "rate_pps": 322076.0,
+ "rate_bps": 2030370255.0
+ },
+ "tx": {
+ "rate_percent": 8.121481024,
+ "rate_pps": 322076.0,
+ "rate_bps": 2030370255.0
+ },
+ "orig": {
+ "rate_percent": 8.152660608,
+ "rate_pps": 323312.0,
+ "rate_bps": 2038165152.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 4.0608628096,
+ "rate_pps": 161043,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015215702
+ },
+ "tx": {
+ "rate_percent": 4.0608628096,
+ "rate_pps": 161043,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015215702
+ },
+ "orig": {
+ "rate_percent": 4.076330304,
+ "rate_pps": 161656,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1019082576
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 319,
+ "lat_avg_usec": 127,
+ "lat_min_usec": 37,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 5029,
+ "lat_avg_usec": 131,
+ "lat_min_usec": 49,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 322076,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 996376192.0,
+ "pkt_rate": 161330.0,
+ "max_delay_usec": 5029,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 128.99993976586308,
+ "total_pkt_bytes": 2486430580,
+ "total_pkts": 3220765,
+ "min_delay_usec": 37
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 2486430580,
+ "total_pkts": 3220765,
+ "pkt_bit_rate": 996371424.0,
+ "pkt_rate": 161329.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 996389184,
+ "pkt_rate": 161332,
+ "max_delay_usec": 5029,
+ "total_pkt_bytes": 1243177848,
+ "avg_delay_usec": 131,
+ "total_pkts": 1610334,
+ "min_delay_usec": 49
+ },
+ "tx": {
+ "total_pkt_bytes": 1243252732,
+ "total_pkts": 1610431,
+ "pkt_bit_rate": 996370048,
+ "pkt_rate": 161329
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 996363200,
+ "pkt_rate": 161328,
+ "max_delay_usec": 319,
+ "total_pkt_bytes": 1243252732,
+ "avg_delay_usec": 127,
+ "total_pkts": 1610431,
+ "min_delay_usec": 37
+ },
+ "tx": {
+ "total_pkt_bytes": 1243177848,
+ "total_pkts": 1610334,
+ "pkt_bit_rate": 996372800,
+ "pkt_rate": 161329
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2030367104.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 128.99993976586308,
+ "total_tx_rate": 322076
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:57:29",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "fe186736edcd4ccf8aef444a8035ae7a",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "415688pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 5.223822208,
+ "rate_pps": 207163,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1305955552
+ },
+ "tx": {
+ "rate_percent": 5.2242786176000005,
+ "rate_pps": 207181,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306069654
+ },
+ "orig": {
+ "rate_percent": 5.240994304,
+ "rate_pps": 207844,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1310248576
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 10.447904140799999,
+ "rate_pps": 414336.0,
+ "rate_bps": 2611976035.0
+ },
+ "tx": {
+ "rate_percent": 10.4488699136,
+ "rate_pps": 414374.0,
+ "rate_bps": 2612217478.0
+ },
+ "orig": {
+ "rate_percent": 10.481988608,
+ "rate_pps": 415688.0,
+ "rate_bps": 2620497152.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 5.224081932799999,
+ "rate_pps": 207173,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306020483
+ },
+ "tx": {
+ "rate_percent": 5.224591296,
+ "rate_pps": 207193,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306147824
+ },
+ "orig": {
+ "rate_percent": 5.240994304,
+ "rate_pps": 207844,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1310248576
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9947,
+ 9947
+ ],
+ "lat_max_usec": 5273,
+ "lat_avg_usec": 150,
+ "lat_min_usec": 38,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9948,
+ 9948
+ ],
+ "lat_max_usec": 11188,
+ "lat_avg_usec": 145,
+ "lat_min_usec": 37,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 414374,
+ "overall": {
+ "drop_rate_percent": 0.009242844517979626,
+ "rx": {
+ "dropped_pkts": 383,
+ "pkt_bit_rate": 1203150656.0,
+ "pkt_rate": 194810.0,
+ "max_delay_usec": 11188,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 147.50006214758398,
+ "total_pkt_bytes": 3198676236,
+ "total_pkts": 4143363,
+ "min_delay_usec": 37
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 3198971912,
+ "total_pkts": 4143746,
+ "pkt_bit_rate": 1203347648.0,
+ "pkt_rate": 194842.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.008735795283153188,
+ "rx": {
+ "dropped_pkts": 181,
+ "pkt_bit_rate": 1195129344,
+ "pkt_rate": 193511,
+ "max_delay_usec": 11188,
+ "total_pkt_bytes": 1599298360,
+ "avg_delay_usec": 145,
+ "total_pkts": 2071630,
+ "min_delay_usec": 37
+ },
+ "tx": {
+ "total_pkt_bytes": 1599533820,
+ "total_pkts": 2071935,
+ "pkt_bit_rate": 1205016576,
+ "pkt_rate": 195112
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.009749924100219567,
+ "rx": {
+ "dropped_pkts": 202,
+ "pkt_bit_rate": 1211171968,
+ "pkt_rate": 196109,
+ "max_delay_usec": 5273,
+ "total_pkt_bytes": 1599377876,
+ "avg_delay_usec": 150,
+ "total_pkts": 2071733,
+ "min_delay_usec": 38
+ },
+ "tx": {
+ "total_pkt_bytes": 1599438092,
+ "total_pkts": 2071811,
+ "pkt_bit_rate": 1201678720,
+ "pkt_rate": 194572
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2612213696.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "fe186736edcd4ccf8aef444a8035ae7a"
+ },
+ "synthesis": {
+ "avg_delay_usec": 147.50006214758398,
+ "total_tx_rate": 414374
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:58:09",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "3e05e243e2d848f58e131d186c909bc7",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "353369pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 8.6621931776,
+ "rate_pps": 176003,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165548294
+ },
+ "tx": {
+ "rate_percent": 8.6621931776,
+ "rate_pps": 176003,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165548294
+ },
+ "orig": {
+ "rate_percent": 8.695704352,
+ "rate_pps": 176684,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2173926088
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 17.324908044800004,
+ "rate_pps": 352017.0,
+ "rate_bps": 4331227010.0
+ },
+ "tx": {
+ "rate_percent": 17.324908044800004,
+ "rate_pps": 352017.0,
+ "rate_bps": 4331227010.0
+ },
+ "orig": {
+ "rate_percent": 17.391408704,
+ "rate_pps": 353368.0,
+ "rate_bps": 4347852176.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 8.662714867200002,
+ "rate_pps": 176014,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165678716
+ },
+ "tx": {
+ "rate_percent": 8.662714867200002,
+ "rate_pps": 176014,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165678716
+ },
+ "orig": {
+ "rate_percent": 8.695704352,
+ "rate_pps": 176684,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2173926088
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9936,
+ 9936
+ ],
+ "lat_max_usec": 327,
+ "lat_avg_usec": 135,
+ "lat_min_usec": 43,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 4259,
+ "lat_avg_usec": 130,
+ "lat_min_usec": 44,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 352017,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 2147925760.0,
+ "pkt_rate": 176406.5,
+ "max_delay_usec": 4259,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 132.50007528028414,
+ "total_pkt_bytes": 5357710916,
+ "total_pkts": 3520178,
+ "min_delay_usec": 43
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 5357710916,
+ "total_pkts": 3520178,
+ "pkt_bit_rate": 2148198656.0,
+ "pkt_rate": 176428.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 2147965440,
+ "pkt_rate": 176410,
+ "max_delay_usec": 4259,
+ "total_pkt_bytes": 2678774792,
+ "avg_delay_usec": 130,
+ "total_pkts": 1760036,
+ "min_delay_usec": 44
+ },
+ "tx": {
+ "total_pkt_bytes": 2678936124,
+ "total_pkts": 1760142,
+ "pkt_bit_rate": 2148139008,
+ "pkt_rate": 176424
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 2147886080,
+ "pkt_rate": 176403,
+ "max_delay_usec": 327,
+ "total_pkt_bytes": 2678936124,
+ "avg_delay_usec": 135,
+ "total_pkts": 1760142,
+ "min_delay_usec": 43
+ },
+ "tx": {
+ "total_pkt_bytes": 2678774792,
+ "total_pkts": 1760036,
+ "pkt_bit_rate": 2148258304,
+ "pkt_rate": 176433
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 4331217168.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3e05e243e2d848f58e131d186c909bc7"
+ },
+ "synthesis": {
+ "avg_delay_usec": 132.50007528028414,
+ "total_tx_rate": 352017
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:58:48",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7910b7f29a8f4eae96799809b0c39463",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "454332pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 11.1438755264,
+ "rate_pps": 226427,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2785968881
+ },
+ "tx": {
+ "rate_percent": 11.144554707200001,
+ "rate_pps": 226441,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2786138676
+ },
+ "orig": {
+ "rate_percent": 11.180201856,
+ "rate_pps": 227166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2795050464
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 22.289040512,
+ "rate_pps": 452881.0,
+ "rate_bps": 5572260127.0
+ },
+ "tx": {
+ "rate_percent": 22.289778752,
+ "rate_pps": 452896.0,
+ "rate_bps": 5572444687.0
+ },
+ "orig": {
+ "rate_percent": 22.360403712,
+ "rate_pps": 454332.0,
+ "rate_bps": 5590100928.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 11.145164985600001,
+ "rate_pps": 226454,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2786291246
+ },
+ "tx": {
+ "rate_percent": 11.145224044799999,
+ "rate_pps": 226455,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2786306011
+ },
+ "orig": {
+ "rate_percent": 11.180201856,
+ "rate_pps": 227166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2795050464
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9948,
+ "-2 (-0.0201%)"
+ ],
+ "lat_max_usec": 205,
+ "lat_avg_usec": 100,
+ "lat_min_usec": 38,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9949,
+ 9949
+ ],
+ "lat_max_usec": 5711,
+ "lat_avg_usec": 106,
+ "lat_min_usec": 38,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 452897,
+ "overall": {
+ "drop_rate_percent": 0.003312011340326829,
+ "rx": {
+ "dropped_pkts": 150,
+ "pkt_bit_rate": 2634780672.0,
+ "pkt_rate": 216390.5,
+ "max_delay_usec": 5711,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 102.9998264448576,
+ "total_pkt_bytes": 6892864040,
+ "total_pkts": 4528820,
+ "min_delay_usec": 38
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 6893092340,
+ "total_pkts": 4528970,
+ "pkt_bit_rate": 2645309568.0,
+ "pkt_rate": 217255.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.006093917872533785,
+ "rx": {
+ "dropped_pkts": 138,
+ "pkt_bit_rate": 2509765376,
+ "pkt_rate": 206123,
+ "max_delay_usec": 5711,
+ "total_pkt_bytes": 3446232638,
+ "avg_delay_usec": 106,
+ "total_pkts": 2264279,
+ "min_delay_usec": 38
+ },
+ "tx": {
+ "total_pkt_bytes": 3446649666,
+ "total_pkts": 2264553,
+ "pkt_bit_rate": 2530603776,
+ "pkt_rate": 207835
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0005299377279008239,
+ "rx": {
+ "dropped_pkts": 12,
+ "pkt_bit_rate": 2759795968,
+ "pkt_rate": 226658,
+ "max_delay_usec": 205,
+ "total_pkt_bytes": 3446631402,
+ "avg_delay_usec": 100,
+ "total_pkts": 2264541,
+ "min_delay_usec": 38
+ },
+ "tx": {
+ "total_pkt_bytes": 3446442674,
+ "total_pkts": 2264417,
+ "pkt_bit_rate": 2760015360,
+ "pkt_rate": 226676
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 5572444688.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7910b7f29a8f4eae96799809b0c39463"
+ },
+ "synthesis": {
+ "avg_delay_usec": 102.9998264448576,
+ "total_tx_rate": 452897
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:59:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "422174a3acbd45169f09f61c00aee4d4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "183573pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 26.392404543999998,
+ "rate_pps": 91437,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598101136
+ },
+ "tx": {
+ "rate_percent": 26.392404543999998,
+ "rate_pps": 91437,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598101136
+ },
+ "orig": {
+ "rate_percent": 26.49325536,
+ "rate_pps": 91786,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6623313840
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 52.786425472,
+ "rate_pps": 182879.0,
+ "rate_bps": 13196606368.0
+ },
+ "tx": {
+ "rate_percent": 52.786425472,
+ "rate_pps": 182879.0,
+ "rate_bps": 13196606368.0
+ },
+ "orig": {
+ "rate_percent": 52.98651072,
+ "rate_pps": 183572.0,
+ "rate_bps": 13246627680.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 26.394020928,
+ "rate_pps": 91442,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598505232
+ },
+ "tx": {
+ "rate_percent": 26.394020928,
+ "rate_pps": 91442,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598505232
+ },
+ "orig": {
+ "rate_percent": 26.49325536,
+ "rate_pps": 91786,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6623313840
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 7076,
+ "lat_avg_usec": 465,
+ "lat_min_usec": 117,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 7737,
+ "lat_avg_usec": 470,
+ "lat_min_usec": 130,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 182879,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6309462016.0,
+ "pkt_rate": 87592.0,
+ "max_delay_usec": 7737,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 467.4999234469854,
+ "total_pkt_bytes": 16466497192,
+ "total_pkts": 1828798,
+ "min_delay_usec": 117
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 16466497192,
+ "total_pkts": 1828798,
+ "pkt_bit_rate": 6308925440.0,
+ "pkt_rate": 87584.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6276257280,
+ "pkt_rate": 87131,
+ "max_delay_usec": 7737,
+ "total_pkt_bytes": 8232996484,
+ "avg_delay_usec": 470,
+ "total_pkts": 914371,
+ "min_delay_usec": 130
+ },
+ "tx": {
+ "total_pkt_bytes": 8233500708,
+ "total_pkts": 914427,
+ "pkt_bit_rate": 6310474240,
+ "pkt_rate": 87606
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6342666752,
+ "pkt_rate": 88053,
+ "max_delay_usec": 7076,
+ "total_pkt_bytes": 8233500708,
+ "avg_delay_usec": 465,
+ "total_pkts": 914427,
+ "min_delay_usec": 117
+ },
+ "tx": {
+ "total_pkt_bytes": 8232996484,
+ "total_pkts": 914371,
+ "pkt_bit_rate": 6307376640,
+ "pkt_rate": 87563
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 13196548640.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "422174a3acbd45169f09f61c00aee4d4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 467.4999234469854,
+ "total_tx_rate": 182879
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 04:00:06",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "f14fd151f22a41f7b5185e37d548ad45",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "236023pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 33.929862912,
+ "rate_pps": 117550,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8482465728
+ },
+ "tx": {
+ "rate_percent": 33.93338432,
+ "rate_pps": 117563,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483346080
+ },
+ "orig": {
+ "rate_percent": 34.062839360000005,
+ "rate_pps": 118011,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8515709840
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 67.86532543999999,
+ "rate_pps": 235120.0,
+ "rate_bps": 16966331360.0
+ },
+ "tx": {
+ "rate_percent": 67.868846848,
+ "rate_pps": 235133.0,
+ "rate_bps": 16967211712.0
+ },
+ "orig": {
+ "rate_percent": 68.12567872000001,
+ "rate_pps": 236022.0,
+ "rate_bps": 17031419680.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 33.935462528,
+ "rate_pps": 117570,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483865632
+ },
+ "tx": {
+ "rate_percent": 33.935462528,
+ "rate_pps": 117570,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483865632
+ },
+ "orig": {
+ "rate_percent": 34.062839360000005,
+ "rate_pps": 118011,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8515709840
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 4884,
+ "lat_avg_usec": 544,
+ "lat_min_usec": 229,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9939,
+ 9939
+ ],
+ "lat_max_usec": 8447,
+ "lat_avg_usec": 520,
+ "lat_min_usec": 229,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 235133,
+ "overall": {
+ "drop_rate_percent": 0.005188548448283782,
+ "rx": {
+ "dropped_pkts": 122,
+ "pkt_bit_rate": 8485221632.0,
+ "pkt_rate": 117797.5,
+ "max_delay_usec": 8447,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 532.000990128487,
+ "total_pkt_bytes": 21170294840,
+ "total_pkts": 2351210,
+ "min_delay_usec": 229
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 21171393328,
+ "total_pkts": 2351332,
+ "pkt_bit_rate": 8486891520.0,
+ "pkt_rate": 117820.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.010376779149818577,
+ "rx": {
+ "dropped_pkts": 122,
+ "pkt_bit_rate": 8483412992,
+ "pkt_rate": 117772,
+ "max_delay_usec": 8447,
+ "total_pkt_bytes": 10584274032,
+ "avg_delay_usec": 520,
+ "total_pkts": 1175508,
+ "min_delay_usec": 229
+ },
+ "tx": {
+ "total_pkt_bytes": 10586020808,
+ "total_pkts": 1175702,
+ "pkt_bit_rate": 8486368256,
+ "pkt_rate": 117813
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 8487030272,
+ "pkt_rate": 117823,
+ "max_delay_usec": 4884,
+ "total_pkt_bytes": 10586020808,
+ "avg_delay_usec": 544,
+ "total_pkts": 1175702,
+ "min_delay_usec": 229
+ },
+ "tx": {
+ "total_pkt_bytes": 10585372520,
+ "total_pkts": 1175630,
+ "pkt_bit_rate": 8487414784,
+ "pkt_rate": 117828
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 16967197280.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "f14fd151f22a41f7b5185e37d548ad45"
+ },
+ "synthesis": {
+ "avg_delay_usec": 532.000990128487,
+ "total_tx_rate": 235133
+ }
+ }
+ ],
+ "throughput": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:21:09",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.48828125,
+ "timestamp_sec": 1648513409.8775496,
+ "stats": {
+ "total_tx_rate": 361069,
+ "overall": {
+ "rx_pkts": 3610699,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 1893,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3610699,
+ "avg_delay_usec": 91.50007602406072,
+ "min_delay_usec": 28,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1805258,
+ "min_delay_usec": 28,
+ "drop_pct": 0,
+ "max_delay_usec": 990,
+ "tx_pkts": 1805441,
+ "avg_delay_usec": 90,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1805441,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 1893,
+ "tx_pkts": 1805258,
+ "avg_delay_usec": 93,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 242638368.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.9765625,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 363304,
+ "rate_bps": 244140624.0,
+ "time_taken_sec": 137.65262913703918
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 706488.1334367159,
+ "rx_pkts": 4041557,
+ "time_ms": 1648513284731,
+ "drop_pct": 421600523,
+ "total_tx_pps": 42564208,
+ "tx_pps": 74404760,
+ "tx_pkts": 425642080,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42564208). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 99.05047992435334
+ },
+ {
+ "rx_pps": 518432.56253104715,
+ "rx_pkts": 5152442,
+ "time_ms": 1648513297224,
+ "drop_pct": 364583410,
+ "total_tx_pps": 36973585,
+ "tx_pps": 37202380,
+ "tx_pkts": 369735852,
+ "drop_percentage": 98.60645323624175
+ },
+ {
+ "rx_pps": 606695.2079490544,
+ "rx_pkts": 6029034,
+ "time_ms": 1648513309723,
+ "drop_pct": 178820303,
+ "total_tx_pps": 18484933,
+ "tx_pps": 18601190,
+ "tx_pkts": 184849337,
+ "drop_percentage": 96.73840647856909
+ },
+ {
+ "rx_pps": 490524.8337800907,
+ "rx_pkts": 4874836,
+ "time_ms": 1648513322260,
+ "drop_pct": 87554471,
+ "total_tx_pps": 9242930,
+ "tx_pps": 9300594,
+ "tx_pkts": 92429307,
+ "drop_percentage": 94.72587628510512
+ },
+ {
+ "rx_pps": 1794968.8359250196,
+ "rx_pkts": 17837503,
+ "time_ms": 1648513334800,
+ "drop_pct": 28374814,
+ "total_tx_pps": 4621231,
+ "tx_pps": 4650296,
+ "tx_pkts": 46212317,
+ "drop_percentage": 61.40097671363243
+ },
+ {
+ "rx_pps": 1920709.0456904878,
+ "rx_pkts": 19088969,
+ "time_ms": 1648513347304,
+ "drop_pct": 4019517,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108486,
+ "drop_percentage": 17.394116602879134
+ },
+ {
+ "rx_pps": 1161713.5081454054,
+ "rx_pkts": 11545692,
+ "time_ms": 1648513359821,
+ "drop_pct": 8552,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554244,
+ "drop_percentage": 0.07401609313426305
+ },
+ {
+ "rx_pps": 581251.9908500996,
+ "rx_pkts": 5776774,
+ "time_ms": 1648513372321,
+ "drop_pct": 338,
+ "total_tx_pps": 577711,
+ "tx_pps": 581286,
+ "tx_pkts": 5777112,
+ "drop_percentage": 0.005850674177686014
+ },
+ {
+ "rx_pps": 290642.0,
+ "rx_pkts": 2888548,
+ "time_ms": 1648513384819,
+ "drop_pct": 0,
+ "total_tx_pps": 288854,
+ "tx_pps": 290642,
+ "tx_pkts": 2888548,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 435944.8824348059,
+ "rx_pkts": 4332640,
+ "time_ms": 1648513397325,
+ "drop_pct": 190,
+ "total_tx_pps": 433283,
+ "tx_pps": 435964,
+ "tx_pkts": 4332830,
+ "drop_percentage": 0.0043851247337190705
+ },
+ {
+ "rx_pps": 363304.0,
+ "rx_pkts": 3610699,
+ "time_ms": 1648513409876,
+ "drop_pct": 0,
+ "total_tx_pps": 361069,
+ "tx_pps": 363304,
+ "tx_pkts": 3610699,
+ "ndr_pps": 181652,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8"
+ },
+ "synthesis": {
+ "avg_delay_usec": 91.50007602406072,
+ "total_tx_rate": 361069
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:28:22",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "a2a3552c4052460aae598a9a2f15a5af",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 1.5625,
+ "timestamp_sec": 1648513842.6383016,
+ "stats": {
+ "total_tx_rate": 655714,
+ "overall": {
+ "rx_pkts": 6557144,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 297,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 6557144,
+ "avg_delay_usec": 144.50047810449183,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 3278407,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 297,
+ "tx_pkts": 3278737,
+ "avg_delay_usec": 135,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 3278737,
+ "min_delay_usec": 35,
+ "drop_pct": 0,
+ "max_delay_usec": 285,
+ "tx_pkts": 3278407,
+ "avg_delay_usec": 154,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 776365376.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.125,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 659838,
+ "rate_bps": 781250000.0,
+ "time_taken_sec": 137.85558819770813
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 437885.75742536853,
+ "rx_pkts": 4035817,
+ "time_ms": 1648513717287,
+ "drop_pct": 385178610,
+ "total_tx_pps": 38921442,
+ "tx_pps": 42229728,
+ "tx_pkts": 389214427,
+ "drop_percentage": 98.96308648394475
+ },
+ {
+ "rx_pps": 514776.8413086158,
+ "rx_pkts": 5125891,
+ "time_ms": 1648513729860,
+ "drop_pct": 205125392,
+ "total_tx_pps": 21025128,
+ "tx_pps": 21114864,
+ "tx_pkts": 210251283,
+ "drop_percentage": 97.5620167797026
+ },
+ {
+ "rx_pps": 432863.9814335654,
+ "rx_pkts": 4301586,
+ "time_ms": 1648513742365,
+ "drop_pct": 100612899,
+ "total_tx_pps": 10491448,
+ "tx_pps": 10557432,
+ "tx_pkts": 104914485,
+ "drop_percentage": 95.89991219992167
+ },
+ {
+ "rx_pps": 464230.29844768636,
+ "rx_pkts": 4613753,
+ "time_ms": 1648513754871,
+ "drop_pct": 47848768,
+ "total_tx_pps": 5246252,
+ "tx_pps": 5278716,
+ "tx_pkts": 52462521,
+ "drop_percentage": 91.20562086598926
+ },
+ {
+ "rx_pps": 2260538.697414863,
+ "rx_pkts": 22466366,
+ "time_ms": 1648513767378,
+ "drop_pct": 3764896,
+ "total_tx_pps": 2623126,
+ "tx_pps": 2639358,
+ "tx_pkts": 26231262,
+ "drop_percentage": 14.352706324232512
+ },
+ {
+ "rx_pps": 1312938.9549736879,
+ "rx_pkts": 13048644,
+ "time_ms": 1648513780029,
+ "drop_pct": 66976,
+ "total_tx_pps": 1311562,
+ "tx_pps": 1319678,
+ "tx_pkts": 13115620,
+ "drop_percentage": 0.510658283786813
+ },
+ {
+ "rx_pps": 659838.0,
+ "rx_pkts": 6557144,
+ "time_ms": 1648513792527,
+ "drop_pct": 0,
+ "total_tx_pps": 655714,
+ "tx_pps": 659838,
+ "tx_pkts": 6557144,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 988639.1634389523,
+ "rx_pkts": 9825098,
+ "time_ms": 1648513805064,
+ "drop_pct": 11119,
+ "total_tx_pps": 983621,
+ "tx_pps": 989758,
+ "tx_pkts": 9836217,
+ "drop_percentage": 0.11304142639390734
+ },
+ {
+ "rx_pps": 824644.053266355,
+ "rx_pkts": 8195727,
+ "time_ms": 1648513817582,
+ "drop_pct": 1530,
+ "total_tx_pps": 819725,
+ "tx_pps": 824798,
+ "tx_pkts": 8197257,
+ "drop_percentage": 0.018664780181955987
+ },
+ {
+ "rx_pps": 741931.4226302601,
+ "rx_pkts": 7373687,
+ "time_ms": 1648513830132,
+ "drop_pct": 3842,
+ "total_tx_pps": 737752,
+ "tx_pps": 742318,
+ "tx_pkts": 7377529,
+ "drop_percentage": 0.05207705723691496
+ },
+ {
+ "rx_pps": 700991.5684744361,
+ "rx_pkts": 6966807,
+ "time_ms": 1648513842637,
+ "drop_pct": 859,
+ "total_tx_pps": 696766,
+ "tx_pps": 701078,
+ "tx_pkts": 6967666,
+ "ndr_pps": 329919,
+ "drop_percentage": 0.012328375097198975
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a2a3552c4052460aae598a9a2f15a5af"
+ },
+ "synthesis": {
+ "avg_delay_usec": 144.50047810449183,
+ "total_tx_rate": 655714
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:30:46",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 1.46484375,
+ "timestamp_sec": 1648513986.98413,
+ "stats": {
+ "total_tx_rate": 330004,
+ "overall": {
+ "rx_pkts": 3300040,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 1086,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3300040,
+ "avg_delay_usec": 139.50062878025722,
+ "min_delay_usec": 31,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1649937,
+ "min_delay_usec": 31,
+ "drop_pct": 0,
+ "max_delay_usec": 293,
+ "tx_pkts": 1650103,
+ "avg_delay_usec": 127,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1650103,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 1086,
+ "tx_pkts": 1649937,
+ "avg_delay_usec": 152,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 728648832.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 2.9296875,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 331712,
+ "rate_bps": 732421874.0,
+ "time_taken_sec": 137.723162651062
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 414547.50338899135,
+ "rx_pkts": 3772754,
+ "time_ms": 1648513861746,
+ "drop_pct": 202316378,
+ "total_tx_pps": 20608913,
+ "tx_pps": 22644926,
+ "tx_pkts": 206089132,
+ "drop_percentage": 98.16935810084347
+ },
+ {
+ "rx_pps": 483450.9476070763,
+ "rx_pkts": 4804294,
+ "time_ms": 1648513874342,
+ "drop_pct": 107712677,
+ "total_tx_pps": 11251697,
+ "tx_pps": 11322462,
+ "tx_pkts": 112516971,
+ "drop_percentage": 95.73016056395618
+ },
+ {
+ "rx_pps": 824045.7574638664,
+ "rx_pkts": 8189779,
+ "time_ms": 1648513886844,
+ "drop_pct": 48074357,
+ "total_tx_pps": 5626413,
+ "tx_pps": 5661230,
+ "tx_pkts": 56264136,
+ "drop_percentage": 85.4440508959384
+ },
+ {
+ "rx_pps": 2016586.653705108,
+ "rx_pkts": 20041847,
+ "time_ms": 1648513899359,
+ "drop_pct": 8090211,
+ "total_tx_pps": 2813205,
+ "tx_pps": 2830614,
+ "tx_pkts": 28132058,
+ "drop_percentage": 28.757977820179384
+ },
+ {
+ "rx_pps": 1392997.5749045208,
+ "rx_pkts": 13842915,
+ "time_ms": 1648513911857,
+ "drop_pct": 221690,
+ "total_tx_pps": 1406460,
+ "tx_pps": 1415306,
+ "tx_pkts": 14064605,
+ "drop_percentage": 1.5762262786619319
+ },
+ {
+ "rx_pps": 707431.7454844667,
+ "rx_pkts": 7030812,
+ "time_ms": 1648513924415,
+ "drop_pct": 2189,
+ "total_tx_pps": 703300,
+ "tx_pps": 707652,
+ "tx_pkts": 7033001,
+ "drop_percentage": 0.03112469342745721
+ },
+ {
+ "rx_pps": 353821.1698142399,
+ "rx_pkts": 3516100,
+ "time_ms": 1648513936917,
+ "drop_pct": 48,
+ "total_tx_pps": 351614,
+ "tx_pps": 353826,
+ "tx_pkts": 3516148,
+ "drop_percentage": 0.001365130250490025
+ },
+ {
+ "rx_pps": 176912.0,
+ "rx_pkts": 1758241,
+ "time_ms": 1648513949440,
+ "drop_pct": 0,
+ "total_tx_pps": 175824,
+ "tx_pps": 176912,
+ "tx_pkts": 1758241,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 265368.99381318525,
+ "rx_pkts": 2637373,
+ "time_ms": 1648513961956,
+ "drop_pct": 10,
+ "total_tx_pps": 263738,
+ "tx_pps": 265370,
+ "tx_pkts": 2637383,
+ "drop_percentage": 0.0003791637392066302
+ },
+ {
+ "rx_pps": 309598.0,
+ "rx_pkts": 3076942,
+ "time_ms": 1648513974476,
+ "drop_pct": 0,
+ "total_tx_pps": 307694,
+ "tx_pps": 309598,
+ "tx_pkts": 3076942,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 331712.0,
+ "rx_pkts": 3300040,
+ "time_ms": 1648513986983,
+ "drop_pct": 0,
+ "total_tx_pps": 330004,
+ "tx_pps": 331712,
+ "tx_pkts": 3300040,
+ "ndr_pps": 165856,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7"
+ },
+ "synthesis": {
+ "avg_delay_usec": 139.50062878025722,
+ "total_tx_rate": 330004
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:38:00",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "14a1559a15b240baba4ced0f0074e6b2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 3.515625,
+ "timestamp_sec": 1648514420.241935,
+ "stats": {
+ "total_tx_rate": 410478,
+ "overall": {
+ "rx_pkts": 4104780,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2294,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4104780,
+ "avg_delay_usec": 102.50042657584572,
+ "min_delay_usec": 25,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2052287,
+ "min_delay_usec": 25,
+ "drop_pct": 0,
+ "max_delay_usec": 178,
+ "tx_pkts": 2052493,
+ "avg_delay_usec": 94,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2052493,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 2294,
+ "tx_pkts": 2052287,
+ "avg_delay_usec": 111,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1746994368.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 7.03125,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 413018,
+ "rate_bps": 1757812500.0,
+ "time_taken_sec": 137.53734683990479
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 524663.0616057739,
+ "rx_pkts": 4997001,
+ "time_ms": 1648514295209,
+ "drop_pct": 106894557,
+ "total_tx_pps": 11189155,
+ "tx_pps": 11748120,
+ "tx_pkts": 111891558,
+ "drop_percentage": 95.53406790528379
+ },
+ {
+ "rx_pps": 544892.1971034479,
+ "rx_pkts": 5414866,
+ "time_ms": 1648514307703,
+ "drop_pct": 52958603,
+ "total_tx_pps": 5837346,
+ "tx_pps": 5874060,
+ "tx_pkts": 58373469,
+ "drop_percentage": 90.72375499903903
+ },
+ {
+ "rx_pps": 1890962.4682001427,
+ "rx_pkts": 18793332,
+ "time_ms": 1648514320196,
+ "drop_pct": 10396343,
+ "total_tx_pps": 2918967,
+ "tx_pps": 2937030,
+ "tx_pkts": 29189675,
+ "drop_percentage": 35.61650823450415
+ },
+ {
+ "rx_pps": 1457857.666167266,
+ "rx_pkts": 14488922,
+ "time_ms": 1648514332694,
+ "drop_pct": 105908,
+ "total_tx_pps": 1459483,
+ "tx_pps": 1468514,
+ "tx_pkts": 14594830,
+ "drop_percentage": 0.7256542213920957
+ },
+ {
+ "rx_pps": 734180.9171085032,
+ "rx_pkts": 7304369,
+ "time_ms": 1648514345200,
+ "drop_pct": 747,
+ "total_tx_pps": 730511,
+ "tx_pps": 734256,
+ "tx_pkts": 7305116,
+ "drop_percentage": 0.010225710310418069
+ },
+ {
+ "rx_pps": 367128.0,
+ "rx_pkts": 3648705,
+ "time_ms": 1648514357697,
+ "drop_pct": 0,
+ "total_tx_pps": 364870,
+ "tx_pps": 367128,
+ "tx_pkts": 3648705,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 549710.0929020192,
+ "rx_pkts": 5462911,
+ "time_ms": 1648514370202,
+ "drop_pct": 9758,
+ "total_tx_pps": 547266,
+ "tx_pps": 550692,
+ "tx_pkts": 5472669,
+ "drop_percentage": 0.17830422413634006
+ },
+ {
+ "rx_pps": 458905.1702994093,
+ "rx_pkts": 4560831,
+ "time_ms": 1648514382706,
+ "drop_pct": 48,
+ "total_tx_pps": 456087,
+ "tx_pps": 458910,
+ "tx_pkts": 4560879,
+ "drop_percentage": 0.0010524287094658728
+ },
+ {
+ "rx_pps": 413018.0,
+ "rx_pkts": 4104780,
+ "time_ms": 1648514395211,
+ "drop_pct": 0,
+ "total_tx_pps": 410478,
+ "tx_pps": 413018,
+ "tx_pkts": 4104780,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 435770.00100064784,
+ "rx_pkts": 4335260,
+ "time_ms": 1648514407739,
+ "drop_pct": 1930,
+ "total_tx_pps": 433719,
+ "tx_pps": 435964,
+ "tx_pkts": 4337190,
+ "drop_percentage": 0.04449885755523738
+ },
+ {
+ "rx_pps": 424408.48645580024,
+ "rx_pkts": 4217987,
+ "time_ms": 1648514420241,
+ "drop_pct": 830,
+ "total_tx_pps": 421881,
+ "tx_pps": 424492,
+ "tx_pkts": 4218817,
+ "ndr_pps": 206509,
+ "drop_percentage": 0.019673761625593145
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "14a1559a15b240baba4ced0f0074e6b2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 102.50042657584572,
+ "total_tx_rate": 410478
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:50:01",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "8dd3beb2954d49b59cfca0b597a08ad2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 5.46875,
+ "timestamp_sec": 1648515142.0455678,
+ "stats": {
+ "total_tx_rate": 431865,
+ "overall": {
+ "rx_pkts": 4318624,
+ "drop_percentage": 0.0006715056754965032,
+ "drop_pct": 29,
+ "max_delay_usec": 4023,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4318653,
+ "avg_delay_usec": 116.9997614981068,
+ "min_delay_usec": 31,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2159209,
+ "min_delay_usec": 31,
+ "drop_pct": 9,
+ "max_delay_usec": 2684,
+ "tx_pkts": 2159435,
+ "avg_delay_usec": 122,
+ "drop_percentage": 0.0004167756843804051
+ },
+ "0": {
+ "rx_pkts": 2159415,
+ "min_delay_usec": 31,
+ "drop_pct": 20,
+ "max_delay_usec": 4023,
+ "tx_pkts": 2159218,
+ "avg_delay_usec": 112,
+ "drop_percentage": 0.0009262612668104841
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2722476960.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 10.9375,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 433752,
+ "rate_bps": 2734375000.0,
+ "time_taken_sec": 137.69723057746887
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1902578.374437825,
+ "rx_pkts": 18430452,
+ "time_ms": 1648515016843,
+ "drop_pct": 58402448,
+ "total_tx_pps": 7683290,
+ "tx_pps": 7931472,
+ "tx_pkts": 76832900,
+ "drop_percentage": 76.01229160945377
+ },
+ {
+ "rx_pps": 1725307.3463774815,
+ "rx_pkts": 17171122,
+ "time_ms": 1648515029432,
+ "drop_pct": 22297867,
+ "total_tx_pps": 3946898,
+ "tx_pps": 3965736,
+ "tx_pkts": 39468989,
+ "drop_percentage": 56.49464950825064
+ },
+ {
+ "rx_pps": 1801127.1402490556,
+ "rx_pkts": 17898703,
+ "time_ms": 1648515041929,
+ "drop_pct": 1806050,
+ "total_tx_pps": 1970475,
+ "tx_pps": 1982868,
+ "tx_pkts": 19704753,
+ "drop_percentage": 9.16555513281491
+ },
+ {
+ "rx_pps": 988562.2393063733,
+ "rx_pkts": 9824828,
+ "time_ms": 1648515054424,
+ "drop_pct": 28541,
+ "total_tx_pps": 985336,
+ "tx_pps": 991434,
+ "tx_pkts": 9853369,
+ "drop_percentage": 0.28965727356805576
+ },
+ {
+ "rx_pps": 495697.1842930203,
+ "rx_pkts": 4926489,
+ "time_ms": 1648515066934,
+ "drop_pct": 187,
+ "total_tx_pps": 492667,
+ "tx_pps": 495716,
+ "tx_pkts": 4926676,
+ "drop_percentage": 0.00379566263338608
+ },
+ {
+ "rx_pps": 247858.0,
+ "rx_pkts": 2463092,
+ "time_ms": 1648515079432,
+ "drop_pct": 0,
+ "total_tx_pps": 246309,
+ "tx_pps": 247858,
+ "tx_pkts": 2463092,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 371783.78616389656,
+ "rx_pkts": 3694602,
+ "time_ms": 1648515091948,
+ "drop_pct": 22,
+ "total_tx_pps": 369462,
+ "tx_pps": 371786,
+ "tx_pkts": 3694624,
+ "drop_percentage": 0.0005954597815636991
+ },
+ {
+ "rx_pps": 433749.0873307024,
+ "rx_pkts": 4318624,
+ "time_ms": 1648515104463,
+ "drop_pct": 29,
+ "total_tx_pps": 431865,
+ "tx_pps": 433752,
+ "tx_pkts": 4318653,
+ "drop_percentage": 0.0006715056754965032
+ },
+ {
+ "rx_pps": 463811.53496571037,
+ "rx_pkts": 4609129,
+ "time_ms": 1648515117017,
+ "drop_pct": 9167,
+ "total_tx_pps": 461829,
+ "tx_pps": 464734,
+ "tx_pkts": 4618296,
+ "drop_percentage": 0.19849312387079562
+ },
+ {
+ "rx_pps": 449083.4088627579,
+ "rx_pkts": 4462768,
+ "time_ms": 1648515129513,
+ "drop_pct": 1576,
+ "total_tx_pps": 446434,
+ "tx_pps": 449242,
+ "tx_pkts": 4464344,
+ "drop_percentage": 0.03530193909788314
+ },
+ {
+ "rx_pps": 441182.37132601463,
+ "rx_pkts": 4384693,
+ "time_ms": 1648515142044,
+ "drop_pct": 3117,
+ "total_tx_pps": 438781,
+ "tx_pps": 441496,
+ "tx_pkts": 4387810,
+ "ndr_pps": 216876,
+ "drop_percentage": 0.07103771585369467
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "8dd3beb2954d49b59cfca0b597a08ad2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 116.9997614981068,
+ "total_tx_rate": 431865
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:52:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "75405003766f40e9b542c75124035b57",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 6.73828125,
+ "timestamp_sec": 1648515286.889274,
+ "stats": {
+ "total_tx_rate": 401294,
+ "overall": {
+ "rx_pkts": 4012912,
+ "drop_percentage": 0.0008472578499685767,
+ "drop_pct": 34,
+ "max_delay_usec": 328,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4012946,
+ "avg_delay_usec": 111.00076054496087,
+ "min_delay_usec": 34,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2006238,
+ "min_delay_usec": 34,
+ "drop_pct": 34,
+ "max_delay_usec": 326,
+ "tx_pkts": 2006674,
+ "avg_delay_usec": 104,
+ "drop_percentage": 0.001694345967506431
+ },
+ "0": {
+ "rx_pkts": 2006674,
+ "min_delay_usec": 34,
+ "drop_pct": 0,
+ "max_delay_usec": 328,
+ "tx_pkts": 2006272,
+ "avg_delay_usec": 118,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3351607488.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 13.4765625,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 403392,
+ "rate_bps": 3369140624.0,
+ "time_taken_sec": 137.79849529266357
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1930795.241663838,
+ "rx_pkts": 18852856,
+ "time_ms": 1648515161575,
+ "drop_pct": 39601980,
+ "total_tx_pps": 5845483,
+ "tx_pps": 5986590,
+ "tx_pkts": 58454836,
+ "drop_percentage": 67.74799607683443
+ },
+ {
+ "rx_pps": 1762189.8584894312,
+ "rx_pkts": 17511764,
+ "time_ms": 1648515174131,
+ "drop_pct": 12234099,
+ "total_tx_pps": 2974586,
+ "tx_pps": 2993294,
+ "tx_pkts": 29745863,
+ "drop_percentage": 41.12874116309888
+ },
+ {
+ "rx_pps": 1462161.4284772114,
+ "rx_pkts": 14531695,
+ "time_ms": 1648515186630,
+ "drop_pct": 342725,
+ "total_tx_pps": 1487442,
+ "tx_pps": 1496646,
+ "tx_pkts": 14874420,
+ "drop_percentage": 2.3041234548977374
+ },
+ {
+ "rx_pps": 747018.4838640236,
+ "rx_pkts": 7424246,
+ "time_ms": 1648515199145,
+ "drop_pct": 12955,
+ "total_tx_pps": 743720,
+ "tx_pps": 748322,
+ "tx_pkts": 7437201,
+ "drop_percentage": 0.17419187675578487
+ },
+ {
+ "rx_pps": 374159.8993711233,
+ "rx_pkts": 3718216,
+ "time_ms": 1648515211671,
+ "drop_pct": 1,
+ "total_tx_pps": 371821,
+ "tx_pps": 374160,
+ "tx_pkts": 3718217,
+ "drop_percentage": 2.689461104610086e-05
+ },
+ {
+ "rx_pps": 560771.4296064666,
+ "rx_pkts": 5578275,
+ "time_ms": 1648515224196,
+ "drop_pct": 4681,
+ "total_tx_pps": 558295,
+ "tx_pps": 561242,
+ "tx_pkts": 5582956,
+ "drop_percentage": 0.0838444723547884
+ },
+ {
+ "rx_pps": 467650.58381987753,
+ "rx_pkts": 4647748,
+ "time_ms": 1648515236753,
+ "drop_pct": 511,
+ "total_tx_pps": 464825,
+ "tx_pps": 467702,
+ "tx_pkts": 4648259,
+ "drop_percentage": 0.010993363321622138
+ },
+ {
+ "rx_pps": 420590.6668502663,
+ "rx_pkts": 4179622,
+ "time_ms": 1648515249317,
+ "drop_pct": 3392,
+ "total_tx_pps": 418301,
+ "tx_pps": 420932,
+ "tx_pkts": 4183014,
+ "drop_percentage": 0.08108985530528943
+ },
+ {
+ "rx_pps": 397542.8805052174,
+ "rx_pkts": 3950585,
+ "time_ms": 1648515261830,
+ "drop_pct": 31,
+ "total_tx_pps": 395061,
+ "tx_pps": 397546,
+ "tx_pkts": 3950616,
+ "drop_percentage": 0.0007846877550235204
+ },
+ {
+ "rx_pps": 409151.5902254465,
+ "rx_pkts": 4067378,
+ "time_ms": 1648515274351,
+ "drop_pct": 859,
+ "total_tx_pps": 406823,
+ "tx_pps": 409238,
+ "tx_pkts": 4068237,
+ "drop_percentage": 0.02111479739258062
+ },
+ {
+ "rx_pps": 403388.5822296139,
+ "rx_pkts": 4012912,
+ "time_ms": 1648515286888,
+ "drop_pct": 34,
+ "total_tx_pps": 401294,
+ "tx_pps": 403392,
+ "tx_pkts": 4012946,
+ "ndr_pps": 201696,
+ "drop_percentage": 0.0008472578499685767
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "75405003766f40e9b542c75124035b57"
+ },
+ "synthesis": {
+ "avg_delay_usec": 111.00076054496087,
+ "total_tx_rate": 401294
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 00:59:40",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "f6fbe0374ea244fabde658db4f3248c1",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 8.3984375,
+ "timestamp_sec": 1648515720.6989858,
+ "stats": {
+ "total_tx_rate": 401408,
+ "overall": {
+ "rx_pkts": 4014082,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 1461,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4014082,
+ "avg_delay_usec": 129.00015096851533,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2006940,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 615,
+ "tx_pkts": 2007142,
+ "avg_delay_usec": 126,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2007142,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 1461,
+ "tx_pkts": 2006940,
+ "avg_delay_usec": 132,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 4174643200.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 16.796875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 403770,
+ "rate_bps": 4199218750.0,
+ "time_taken_sec": 137.7598237991333
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1782209.6840959138,
+ "rx_pkts": 17492199,
+ "time_ms": 1648515595424,
+ "drop_pct": 29694788,
+ "total_tx_pps": 4718698,
+ "tx_pps": 4807692,
+ "tx_pkts": 47186987,
+ "drop_percentage": 62.93003619832731
+ },
+ {
+ "rx_pps": 1746211.0920846344,
+ "rx_pkts": 17352973,
+ "time_ms": 1648515608019,
+ "drop_pct": 6535247,
+ "total_tx_pps": 2388822,
+ "tx_pps": 2403846,
+ "tx_pkts": 23888220,
+ "drop_percentage": 27.357613920166507
+ },
+ {
+ "rx_pps": 1194285.0711804812,
+ "rx_pkts": 11868211,
+ "time_ms": 1648515620524,
+ "drop_pct": 75892,
+ "total_tx_pps": 1194410,
+ "tx_pps": 1201922,
+ "tx_pkts": 11944103,
+ "drop_percentage": 0.6353930470961276
+ },
+ {
+ "rx_pps": 600176.2805216585,
+ "rx_pkts": 5964855,
+ "time_ms": 1648515633020,
+ "drop_pct": 7789,
+ "total_tx_pps": 597264,
+ "tx_pps": 600960,
+ "tx_pkts": 5972644,
+ "drop_percentage": 0.13041125504885273
+ },
+ {
+ "rx_pps": 300480.0,
+ "rx_pkts": 2986022,
+ "time_ms": 1648515645545,
+ "drop_pct": 0,
+ "total_tx_pps": 298602,
+ "tx_pps": 300480,
+ "tx_pkts": 2986022,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 450690.71758913517,
+ "rx_pkts": 4478832,
+ "time_ms": 1648515658043,
+ "drop_pct": 291,
+ "total_tx_pps": 447912,
+ "tx_pps": 450720,
+ "tx_pkts": 4479123,
+ "drop_percentage": 0.006496807522365427
+ },
+ {
+ "rx_pps": 375598.59119610087,
+ "rx_pkts": 3732514,
+ "time_ms": 1648515670558,
+ "drop_pct": 14,
+ "total_tx_pps": 373252,
+ "tx_pps": 375600,
+ "tx_pkts": 3732528,
+ "drop_percentage": 0.0003750809103106527
+ },
+ {
+ "rx_pps": 413028.79315219715,
+ "rx_pkts": 4104889,
+ "time_ms": 1648515683111,
+ "drop_pct": 1304,
+ "total_tx_pps": 410619,
+ "tx_pps": 413160,
+ "tx_pkts": 4106193,
+ "drop_percentage": 0.03175690962407271
+ },
+ {
+ "rx_pps": 394380.0,
+ "rx_pkts": 3919155,
+ "time_ms": 1648515695623,
+ "drop_pct": 0,
+ "total_tx_pps": 391915,
+ "tx_pps": 394380,
+ "tx_pkts": 3919155,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 403770.0,
+ "rx_pkts": 4014082,
+ "time_ms": 1648515708195,
+ "drop_pct": 0,
+ "total_tx_pps": 401408,
+ "tx_pps": 403770,
+ "tx_pkts": 4014082,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 408041.4893278549,
+ "rx_pkts": 4055321,
+ "time_ms": 1648515720698,
+ "drop_pct": 4219,
+ "total_tx_pps": 405954,
+ "tx_pps": 408466,
+ "tx_pkts": 4059540,
+ "ndr_pps": 201885,
+ "drop_percentage": 0.10392803125477271
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "f6fbe0374ea244fabde658db4f3248c1"
+ },
+ "synthesis": {
+ "avg_delay_usec": 129.00015096851533,
+ "total_tx_rate": 401408
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:11:42",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "aa22a77595534177821bc1ddb05bf7d5",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 10.3515625,
+ "timestamp_sec": 1648516442.9958127,
+ "stats": {
+ "total_tx_rate": 418029,
+ "overall": {
+ "rx_pkts": 4180291,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 614,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4180291,
+ "avg_delay_usec": 133.0,
+ "min_delay_usec": 35,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2090041,
+ "min_delay_usec": 35,
+ "drop_pct": 0,
+ "max_delay_usec": 614,
+ "tx_pkts": 2090250,
+ "avg_delay_usec": 133,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2090250,
+ "min_delay_usec": 35,
+ "drop_pct": 0,
+ "max_delay_usec": 256,
+ "tx_pkts": 2090041,
+ "avg_delay_usec": 133,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 5143428816.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 20.703125,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 420658,
+ "rate_bps": 5175781250.0,
+ "time_taken_sec": 137.71833491325378
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1525365.0868388722,
+ "rx_pkts": 15001649,
+ "time_ms": 1648516317782,
+ "drop_pct": 24964174,
+ "total_tx_pps": 3996582,
+ "tx_pps": 4063718,
+ "tx_pkts": 39965823,
+ "drop_percentage": 62.46380563713151
+ },
+ {
+ "rx_pps": 1496120.4701008687,
+ "rx_pkts": 14867698,
+ "time_ms": 1648516330341,
+ "drop_pct": 5323892,
+ "total_tx_pps": 2019159,
+ "tx_pps": 2031858,
+ "tx_pkts": 20191590,
+ "drop_percentage": 26.36687848752872
+ },
+ {
+ "rx_pps": 1014361.6676065021,
+ "rx_pkts": 10081237,
+ "time_ms": 1648516342836,
+ "drop_pct": 15567,
+ "total_tx_pps": 1009680,
+ "tx_pps": 1015928,
+ "tx_pkts": 10096804,
+ "drop_percentage": 0.1541775001277632
+ },
+ {
+ "rx_pps": 507610.12378570484,
+ "rx_pkts": 5044885,
+ "time_ms": 1648516355360,
+ "drop_pct": 3517,
+ "total_tx_pps": 504840,
+ "tx_pps": 507964,
+ "tx_pkts": 5048402,
+ "drop_percentage": 0.06966560903826596
+ },
+ {
+ "rx_pps": 253982.0,
+ "rx_pkts": 2532329,
+ "time_ms": 1648516367908,
+ "drop_pct": 0,
+ "total_tx_pps": 253232,
+ "tx_pps": 253982,
+ "tx_pkts": 2532329,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 380972.0,
+ "rx_pkts": 3786292,
+ "time_ms": 1648516380404,
+ "drop_pct": 0,
+ "total_tx_pps": 378629,
+ "tx_pps": 380972,
+ "tx_pkts": 3786292,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 444318.68175264477,
+ "rx_pkts": 4415863,
+ "time_ms": 1648516392915,
+ "drop_pct": 1484,
+ "total_tx_pps": 441734,
+ "tx_pps": 444468,
+ "tx_pkts": 4417347,
+ "drop_percentage": 0.03359482512920085
+ },
+ {
+ "rx_pps": 412715.9748437487,
+ "rx_pkts": 4101366,
+ "time_ms": 1648516405442,
+ "drop_pct": 40,
+ "total_tx_pps": 410140,
+ "tx_pps": 412720,
+ "tx_pkts": 4101406,
+ "drop_percentage": 0.0009752753080285151
+ },
+ {
+ "rx_pps": 428567.63523947,
+ "rx_pkts": 4258894,
+ "time_ms": 1648516417960,
+ "drop_pct": 262,
+ "total_tx_pps": 425915,
+ "tx_pps": 428594,
+ "tx_pkts": 4259156,
+ "drop_percentage": 0.006151453480454813
+ },
+ {
+ "rx_pps": 420658.0,
+ "rx_pkts": 4180291,
+ "time_ms": 1648516430479,
+ "drop_pct": 0,
+ "total_tx_pps": 418029,
+ "tx_pps": 420658,
+ "tx_pkts": 4180291,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 424617.3467837369,
+ "rx_pkts": 4220060,
+ "time_ms": 1648516442994,
+ "drop_pct": 86,
+ "total_tx_pps": 422014,
+ "tx_pps": 424626,
+ "tx_pkts": 4220146,
+ "ndr_pps": 210329,
+ "drop_percentage": 0.0020378441883290295
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "aa22a77595534177821bc1ddb05bf7d5"
+ },
+ "synthesis": {
+ "avg_delay_usec": 133.0,
+ "total_tx_rate": 418029
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:14:06",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 3.125,
+ "timestamp_sec": 1648516587.0061436,
+ "stats": {
+ "total_tx_rate": 508366,
+ "overall": {
+ "rx_pkts": 5083660,
+ "drop_percentage": 9.835423852673218e-05,
+ "drop_pct": 5,
+ "max_delay_usec": 735,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5083665,
+ "avg_delay_usec": 99.00010228850867,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2541700,
+ "min_delay_usec": 32,
+ "drop_pct": 5,
+ "max_delay_usec": 218,
+ "tx_pkts": 2541960,
+ "avg_delay_usec": 97,
+ "drop_percentage": 0.0001966986105210153
+ },
+ "0": {
+ "rx_pkts": 2541960,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 735,
+ "tx_pkts": 2541705,
+ "avg_delay_usec": 101,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1552888674.6666665,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 6.25,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 511512,
+ "rate_bps": 1562500000.0,
+ "time_taken_sec": 137.71221041679382
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 455021.45509677904,
+ "rx_pkts": 3962322,
+ "time_ms": 1648516461799,
+ "drop_pct": 138573514,
+ "total_tx_pps": 14253583,
+ "tx_pps": 16368398,
+ "tx_pkts": 142535836,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14253583). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 97.22012224350374
+ },
+ {
+ "rx_pps": 368832.99054765597,
+ "rx_pkts": 3665647,
+ "time_ms": 1648516474296,
+ "drop_pct": 77673012,
+ "total_tx_pps": 8133865,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338659,
+ "drop_percentage": 95.49335206030382
+ },
+ {
+ "rx_pps": 895765.8838221595,
+ "rx_pkts": 8911528,
+ "time_ms": 1648516486861,
+ "drop_pct": 31798714,
+ "total_tx_pps": 4071024,
+ "tx_pps": 4092098,
+ "tx_pkts": 40710242,
+ "drop_percentage": 78.10986237812097
+ },
+ {
+ "rx_pps": 1927743.5317661166,
+ "rx_pkts": 19156957,
+ "time_ms": 1648516499376,
+ "drop_pct": 1175651,
+ "total_tx_pps": 2033260,
+ "tx_pps": 2046048,
+ "tx_pkts": 20332608,
+ "drop_percentage": 5.782096423636358
+ },
+ {
+ "rx_pps": 1015634.8922179102,
+ "rx_pkts": 10093386,
+ "time_ms": 1648516511872,
+ "drop_pct": 73433,
+ "total_tx_pps": 1016681,
+ "tx_pps": 1023024,
+ "tx_pkts": 10166819,
+ "drop_percentage": 0.7222809809046468
+ },
+ {
+ "rx_pps": 511511.4969062674,
+ "rx_pkts": 5083660,
+ "time_ms": 1648516524370,
+ "drop_pct": 5,
+ "total_tx_pps": 508366,
+ "tx_pps": 511512,
+ "tx_pkts": 5083665,
+ "drop_percentage": 9.83542385267322e-05
+ },
+ {
+ "rx_pps": 764384.46739517,
+ "rx_pkts": 7596838,
+ "time_ms": 1648516536965,
+ "drop_pct": 28658,
+ "total_tx_pps": 762549,
+ "tx_pps": 767268,
+ "tx_pkts": 7625496,
+ "drop_percentage": 0.37581817628649994
+ },
+ {
+ "rx_pps": 638742.7197819274,
+ "rx_pkts": 6348150,
+ "time_ms": 1648516549474,
+ "drop_pct": 6433,
+ "total_tx_pps": 635458,
+ "tx_pps": 639390,
+ "tx_pkts": 6354583,
+ "drop_percentage": 0.1012340227517683
+ },
+ {
+ "rx_pps": 575150.7598381079,
+ "rx_pkts": 5716139,
+ "time_ms": 1648516561991,
+ "drop_pct": 2974,
+ "total_tx_pps": 571911,
+ "tx_pps": 575450,
+ "tx_pkts": 5719113,
+ "drop_percentage": 0.0520010707954188
+ },
+ {
+ "rx_pps": 543090.4042744632,
+ "rx_pkts": 5397508,
+ "time_ms": 1648516574506,
+ "drop_pct": 3872,
+ "total_tx_pps": 540138,
+ "tx_pps": 543480,
+ "tx_pkts": 5401380,
+ "drop_percentage": 0.0716853841055434
+ },
+ {
+ "rx_pps": 526619.007327005,
+ "rx_pkts": 5233808,
+ "time_ms": 1648516587005,
+ "drop_pct": 8716,
+ "total_tx_pps": 524252,
+ "tx_pps": 527496,
+ "tx_pkts": 5242524,
+ "ndr_pps": 255756,
+ "drop_percentage": 0.16625579587236988
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf"
+ },
+ "synthesis": {
+ "avg_delay_usec": 99.00010228850867,
+ "total_tx_rate": 508366
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:23:45",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "925d13e8fb154949ba8e787ba0a1729c",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 38.57421875,
+ "timestamp_sec": 1648517165.4413407,
+ "stats": {
+ "total_tx_rate": 265611,
+ "overall": {
+ "rx_pkts": 2656117,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 7688,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2656117,
+ "avg_delay_usec": 830.5011435866718,
+ "min_delay_usec": 66,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1327991,
+ "min_delay_usec": 67,
+ "drop_pct": 0,
+ "max_delay_usec": 7688,
+ "tx_pkts": 1328126,
+ "avg_delay_usec": 808,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1328126,
+ "min_delay_usec": 66,
+ "drop_pct": 0,
+ "max_delay_usec": 7031,
+ "tx_pkts": 1327991,
+ "avg_delay_usec": 853,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 19166489760.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 77.1484375,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 267282,
+ "rate_bps": 19287109374.0,
+ "time_taken_sec": 137.70768356323242
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 276705.98480457405,
+ "rx_pkts": 2760287,
+ "time_ms": 1648517040238,
+ "drop_pct": 4151793,
+ "total_tx_pps": 691208,
+ "tx_pps": 692904,
+ "tx_pkts": 6912080,
+ "drop_percentage": 60.06575444728649
+ },
+ {
+ "rx_pps": 276650.0833531569,
+ "rx_pkts": 2749212,
+ "time_ms": 1648517052754,
+ "drop_pct": 693657,
+ "total_tx_pps": 344286,
+ "tx_pps": 346452,
+ "tx_pkts": 3442869,
+ "drop_percentage": 20.147644304793474
+ },
+ {
+ "rx_pps": 173226.0,
+ "rx_pkts": 1721435,
+ "time_ms": 1648517065249,
+ "drop_pct": 0,
+ "total_tx_pps": 172143,
+ "tx_pps": 173226,
+ "tx_pkts": 1721435,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 259838.0,
+ "rx_pkts": 2582402,
+ "time_ms": 1648517077745,
+ "drop_pct": 0,
+ "total_tx_pps": 258240,
+ "tx_pps": 259838,
+ "tx_pkts": 2582402,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 276923.8456588822,
+ "rx_pkts": 2751933,
+ "time_ms": 1648517090242,
+ "drop_pct": 260563,
+ "total_tx_pps": 301249,
+ "tx_pps": 303144,
+ "tx_pkts": 3012496,
+ "drop_percentage": 8.649405675559404
+ },
+ {
+ "rx_pps": 276921.0901351833,
+ "rx_pkts": 2752181,
+ "time_ms": 1648517102831,
+ "drop_pct": 45428,
+ "total_tx_pps": 279760,
+ "tx_pps": 281492,
+ "tx_pkts": 2797609,
+ "drop_percentage": 1.623815193617121
+ },
+ {
+ "rx_pps": 270625.96228536376,
+ "rx_pkts": 2689347,
+ "time_ms": 1648517115325,
+ "drop_pct": 378,
+ "total_tx_pps": 268972,
+ "tx_pps": 270664,
+ "tx_pkts": 2689725,
+ "drop_percentage": 0.014053481303850765
+ },
+ {
+ "rx_pps": 265251.6987348664,
+ "rx_pkts": 2641378,
+ "time_ms": 1648517127933,
+ "drop_pct": 3,
+ "total_tx_pps": 264138,
+ "tx_pps": 265252,
+ "tx_pkts": 2641381,
+ "drop_percentage": 0.00011357695084503144
+ },
+ {
+ "rx_pps": 267950.35221095104,
+ "rx_pkts": 2662760,
+ "time_ms": 1648517140447,
+ "drop_pct": 76,
+ "total_tx_pps": 266283,
+ "tx_pps": 267958,
+ "tx_pkts": 2662836,
+ "drop_percentage": 0.0028540999145272184
+ },
+ {
+ "rx_pps": 266604.0,
+ "rx_pkts": 2649380,
+ "time_ms": 1648517152942,
+ "drop_pct": 0,
+ "total_tx_pps": 264938,
+ "tx_pps": 266604,
+ "tx_pkts": 2649380,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 267282.0,
+ "rx_pkts": 2656117,
+ "time_ms": 1648517165440,
+ "drop_pct": 0,
+ "total_tx_pps": 265611,
+ "tx_pps": 267282,
+ "tx_pkts": 2656117,
+ "ndr_pps": 133641,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "925d13e8fb154949ba8e787ba0a1729c"
+ },
+ "synthesis": {
+ "avg_delay_usec": 830.5011435866718,
+ "total_tx_rate": 265611
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:33:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.390625,
+ "timestamp_sec": 1648517749.4090943,
+ "stats": {
+ "total_tx_rate": 288883,
+ "overall": {
+ "rx_pkts": 2888837,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 6981,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2888837,
+ "avg_delay_usec": 137.00045173888316,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1444346,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 1012,
+ "tx_pkts": 1444491,
+ "avg_delay_usec": 128,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1444491,
+ "min_delay_usec": 34,
+ "drop_pct": 0,
+ "max_delay_usec": 6981,
+ "tx_pkts": 1444346,
+ "avg_delay_usec": 146,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 194129376.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.78125,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 290642,
+ "rate_bps": 195312500.0,
+ "time_taken_sec": 137.5828468799591
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 2047350.5854726303,
+ "rx_pkts": 11677335,
+ "time_ms": 1648517624315,
+ "drop_pct": 412700060,
+ "total_tx_pps": 42437739,
+ "tx_pps": 74404760,
+ "tx_pkts": 424377395,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42437739). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 97.24836074268282
+ },
+ {
+ "rx_pps": 1881821.855161189,
+ "rx_pkts": 18700581,
+ "time_ms": 1648517636807,
+ "drop_pct": 350997602,
+ "total_tx_pps": 36969818,
+ "tx_pps": 37202380,
+ "tx_pkts": 369698183,
+ "drop_percentage": 94.94166272383329
+ },
+ {
+ "rx_pps": 1463366.1136056492,
+ "rx_pkts": 14543665,
+ "time_ms": 1648517649302,
+ "drop_pct": 170324273,
+ "total_tx_pps": 18486793,
+ "tx_pps": 18601190,
+ "tx_pkts": 184867938,
+ "drop_percentage": 92.13294357185939
+ },
+ {
+ "rx_pps": 656372.1947024872,
+ "rx_pkts": 6523357,
+ "time_ms": 1648517661819,
+ "drop_pct": 85910624,
+ "total_tx_pps": 9243398,
+ "tx_pps": 9300594,
+ "tx_pkts": 92433981,
+ "drop_percentage": 92.94268522308911
+ },
+ {
+ "rx_pps": 599368.4857455855,
+ "rx_pkts": 5963417,
+ "time_ms": 1648517674327,
+ "drop_pct": 40304705,
+ "total_tx_pps": 4626812,
+ "tx_pps": 4650296,
+ "tx_pkts": 46268122,
+ "drop_percentage": 87.11117559515382
+ },
+ {
+ "rx_pps": 1877894.057540158,
+ "rx_pkts": 18663453,
+ "time_ms": 1648517686824,
+ "drop_pct": 4445034,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108487,
+ "drop_percentage": 19.235504254346033
+ },
+ {
+ "rx_pps": 1160361.5937588983,
+ "rx_pkts": 11532254,
+ "time_ms": 1648517699350,
+ "drop_pct": 21988,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554242,
+ "drop_percentage": 0.19030240149029248
+ },
+ {
+ "rx_pps": 580852.4675486998,
+ "rx_pkts": 5778614,
+ "time_ms": 1648517711861,
+ "drop_pct": 4313,
+ "total_tx_pps": 578292,
+ "tx_pps": 581286,
+ "tx_pkts": 5782927,
+ "drop_percentage": 0.07458160893263913
+ },
+ {
+ "rx_pps": 290642.0,
+ "rx_pkts": 2888837,
+ "time_ms": 1648517724365,
+ "drop_pct": 0,
+ "total_tx_pps": 288883,
+ "tx_pps": 290642,
+ "tx_pkts": 2888837,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 435844.4649357429,
+ "rx_pkts": 4331643,
+ "time_ms": 1648517736892,
+ "drop_pct": 1188,
+ "total_tx_pps": 433283,
+ "tx_pps": 435964,
+ "tx_pkts": 4332831,
+ "drop_percentage": 0.027418563059579293
+ },
+ {
+ "rx_pps": 363213.11655764753,
+ "rx_pkts": 3616807,
+ "time_ms": 1648517749408,
+ "drop_pct": 905,
+ "total_tx_pps": 361771,
+ "tx_pps": 363304,
+ "tx_pkts": 3617712,
+ "ndr_pps": 145321,
+ "drop_percentage": 0.025015811098285327
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7"
+ },
+ "synthesis": {
+ "avg_delay_usec": 137.00045173888316,
+ "total_tx_rate": 288883
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:35:53",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "e4caccec03ec4be698325c5827dab2bf",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 0.87890625,
+ "timestamp_sec": 1648517895.4561322,
+ "stats": {
+ "total_tx_rate": 368857,
+ "overall": {
+ "rx_pkts": 3688572,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 1614,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3688572,
+ "avg_delay_usec": 103.5,
+ "min_delay_usec": 30,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1844286,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 1614,
+ "tx_pkts": 1844286,
+ "avg_delay_usec": 111,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1844286,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 224,
+ "tx_pkts": 1844286,
+ "avg_delay_usec": 96,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 436726688.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 1.7578125,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 371158,
+ "rate_bps": 439453124.0,
+ "time_taken_sec": 137.57411217689514
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 661956.5610575142,
+ "rx_pkts": 6065560,
+ "time_ms": 1648517770397,
+ "drop_pct": 380888757,
+ "total_tx_pps": 38695431,
+ "tx_pps": 42229728,
+ "tx_pkts": 386954317,
+ "drop_percentage": 98.43248679921047
+ },
+ {
+ "rx_pps": 567627.3405718297,
+ "rx_pkts": 5641365,
+ "time_ms": 1648517782894,
+ "drop_pct": 204208736,
+ "total_tx_pps": 20985010,
+ "tx_pps": 21114864,
+ "tx_pkts": 209850101,
+ "drop_percentage": 97.31171680493973
+ },
+ {
+ "rx_pps": 513718.6314666125,
+ "rx_pkts": 5105078,
+ "time_ms": 1648517795390,
+ "drop_pct": 99809384,
+ "total_tx_pps": 10491446,
+ "tx_pps": 10557432,
+ "tx_pkts": 104914462,
+ "drop_percentage": 95.13405692343922
+ },
+ {
+ "rx_pps": 505008.19312182645,
+ "rx_pkts": 5018722,
+ "time_ms": 1648517807887,
+ "drop_pct": 47440641,
+ "total_tx_pps": 5245936,
+ "tx_pps": 5278716,
+ "tx_pkts": 52459363,
+ "drop_percentage": 90.4331243976409
+ },
+ {
+ "rx_pps": 1941280.9663658948,
+ "rx_pkts": 19293422,
+ "time_ms": 1648517820385,
+ "drop_pct": 6937839,
+ "total_tx_pps": 2623126,
+ "tx_pps": 2639358,
+ "tx_pkts": 26231261,
+ "drop_percentage": 26.448743733669534
+ },
+ {
+ "rx_pps": 1314375.0871652274,
+ "rx_pkts": 13062917,
+ "time_ms": 1648517832902,
+ "drop_pct": 52703,
+ "total_tx_pps": 1311562,
+ "tx_pps": 1319678,
+ "tx_pkts": 13115620,
+ "drop_percentage": 0.4018338439204551
+ },
+ {
+ "rx_pps": 659815.2578716066,
+ "rx_pkts": 6556917,
+ "time_ms": 1648517845416,
+ "drop_pct": 226,
+ "total_tx_pps": 655714,
+ "tx_pps": 659838,
+ "tx_pkts": 6557143,
+ "drop_percentage": 0.003446623018592091
+ },
+ {
+ "rx_pps": 329918.0,
+ "rx_pkts": 3278728,
+ "time_ms": 1648517857923,
+ "drop_pct": 0,
+ "total_tx_pps": 327872,
+ "tx_pps": 329918,
+ "tx_pkts": 3278728,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 494566.5692195298,
+ "rx_pkts": 4915004,
+ "time_ms": 1648517870430,
+ "drop_pct": 3095,
+ "total_tx_pps": 491809,
+ "tx_pps": 494878,
+ "tx_pkts": 4918099,
+ "drop_percentage": 0.06293081940806804
+ },
+ {
+ "rx_pps": 412387.6352223387,
+ "rx_pkts": 4098103,
+ "time_ms": 1648517882937,
+ "drop_pct": 103,
+ "total_tx_pps": 409820,
+ "tx_pps": 412398,
+ "tx_pkts": 4098206,
+ "drop_percentage": 0.0025132948416941464
+ },
+ {
+ "rx_pps": 371158.0,
+ "rx_pkts": 3688572,
+ "time_ms": 1648517895455,
+ "drop_pct": 0,
+ "total_tx_pps": 368857,
+ "tx_pps": 371158,
+ "tx_pkts": 3688572,
+ "ndr_pps": 185579,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e4caccec03ec4be698325c5827dab2bf"
+ },
+ "synthesis": {
+ "avg_delay_usec": 103.5,
+ "total_tx_rate": 368857
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:48:05",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "ee681f4905724c8286ee3b3d00a51486",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 1.66015625,
+ "timestamp_sec": 1648518627.9241369,
+ "stats": {
+ "total_tx_rate": 373628,
+ "overall": {
+ "rx_pkts": 3736281,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 4593,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3736281,
+ "avg_delay_usec": 95.50017517419059,
+ "min_delay_usec": 28,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1868047,
+ "min_delay_usec": 31,
+ "drop_pct": 0,
+ "max_delay_usec": 4593,
+ "tx_pkts": 1868234,
+ "avg_delay_usec": 92,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1868234,
+ "min_delay_usec": 28,
+ "drop_pct": 0,
+ "max_delay_usec": 3016,
+ "tx_pkts": 1868047,
+ "avg_delay_usec": 99,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 824970624.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.3203125,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 375940,
+ "rate_bps": 830078124.0,
+ "time_taken_sec": 137.58922338485718
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 501930.18889277824,
+ "rx_pkts": 4559930,
+ "time_ms": 1648518502852,
+ "drop_pct": 201164451,
+ "total_tx_pps": 20572438,
+ "tx_pps": 22644926,
+ "tx_pkts": 205724381,
+ "drop_percentage": 97.78347613548051
+ },
+ {
+ "rx_pps": 504259.6138228798,
+ "rx_pkts": 5011082,
+ "time_ms": 1648518515348,
+ "drop_pct": 107505931,
+ "total_tx_pps": 11251701,
+ "tx_pps": 11322462,
+ "tx_pkts": 112517013,
+ "drop_percentage": 95.54637839523878
+ },
+ {
+ "rx_pps": 508840.8943619289,
+ "rx_pkts": 5056862,
+ "time_ms": 1648518527848,
+ "drop_pct": 51204455,
+ "total_tx_pps": 5626131,
+ "tx_pps": 5661230,
+ "tx_pkts": 56261317,
+ "drop_percentage": 91.0118314507284
+ },
+ {
+ "rx_pps": 2110054.1102349525,
+ "rx_pkts": 20968663,
+ "time_ms": 1648518540374,
+ "drop_pct": 7160564,
+ "total_tx_pps": 2812922,
+ "tx_pps": 2830614,
+ "tx_pkts": 28129227,
+ "drop_percentage": 25.45595725044275
+ },
+ {
+ "rx_pps": 1401072.2638491914,
+ "rx_pkts": 13924558,
+ "time_ms": 1648518552869,
+ "drop_pct": 141462,
+ "total_tx_pps": 1406602,
+ "tx_pps": 1415306,
+ "tx_pkts": 14066020,
+ "drop_percentage": 1.0057002620499615
+ },
+ {
+ "rx_pps": 707351.0491778756,
+ "rx_pkts": 7030009,
+ "time_ms": 1648518565377,
+ "drop_pct": 2991,
+ "total_tx_pps": 703300,
+ "tx_pps": 707652,
+ "tx_pkts": 7033000,
+ "drop_percentage": 0.04252808189961609
+ },
+ {
+ "rx_pps": 353826.0,
+ "rx_pkts": 3516148,
+ "time_ms": 1648518577896,
+ "drop_pct": 0,
+ "total_tx_pps": 351614,
+ "tx_pps": 353826,
+ "tx_pkts": 3516148,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 530715.4490277573,
+ "rx_pkts": 5274519,
+ "time_ms": 1648518590390,
+ "drop_pct": 244,
+ "total_tx_pps": 527476,
+ "tx_pps": 530740,
+ "tx_pkts": 5274763,
+ "drop_percentage": 0.004625800249224468
+ },
+ {
+ "rx_pps": 442276.26473113475,
+ "rx_pkts": 4395565,
+ "time_ms": 1648518602909,
+ "drop_pct": 57,
+ "total_tx_pps": 439562,
+ "tx_pps": 442282,
+ "tx_pkts": 4395622,
+ "drop_percentage": 0.0012967448065370499
+ },
+ {
+ "rx_pps": 397842.9019229471,
+ "rx_pkts": 3953965,
+ "time_ms": 1648518615425,
+ "drop_pct": 2098,
+ "total_tx_pps": 395606,
+ "tx_pps": 398054,
+ "tx_pkts": 3956063,
+ "drop_percentage": 0.053032522485107036
+ },
+ {
+ "rx_pps": 375940.0,
+ "rx_pkts": 3736281,
+ "time_ms": 1648518627923,
+ "drop_pct": 0,
+ "total_tx_pps": 373628,
+ "tx_pps": 375940,
+ "tx_pkts": 3736281,
+ "ndr_pps": 187970,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "ee681f4905724c8286ee3b3d00a51486"
+ },
+ "synthesis": {
+ "avg_delay_usec": 95.50017517419059,
+ "total_tx_rate": 373628
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 01:52:58",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "b053f4a4365e4c55832ccb06c7c724b9",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 3.7109375,
+ "timestamp_sec": 1648518920.992039,
+ "stats": {
+ "total_tx_rate": 433239,
+ "overall": {
+ "rx_pkts": 4332356,
+ "drop_percentage": 0.0009232766349151833,
+ "drop_pct": 40,
+ "max_delay_usec": 1014,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4332396,
+ "avg_delay_usec": 101.0000410861896,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2166089,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 479,
+ "tx_pkts": 2166307,
+ "avg_delay_usec": 100,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2166267,
+ "min_delay_usec": 32,
+ "drop_pct": 40,
+ "max_delay_usec": 1014,
+ "tx_pkts": 2166089,
+ "avg_delay_usec": 102,
+ "drop_percentage": 0.0018466461904381585
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1843865184.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 7.421875,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 435964,
+ "rate_bps": 1855468750.0,
+ "time_taken_sec": 137.70669722557068
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 446864.20539699425,
+ "rx_pkts": 4242076,
+ "time_ms": 1648518795780,
+ "drop_pct": 107282672,
+ "total_tx_pps": 11152474,
+ "tx_pps": 11748120,
+ "tx_pkts": 111524748,
+ "drop_percentage": 96.19629178628585
+ },
+ {
+ "rx_pps": 453288.54645233817,
+ "rx_pkts": 4513168,
+ "time_ms": 1648518808397,
+ "drop_pct": 53971918,
+ "total_tx_pps": 5848508,
+ "tx_pps": 5874060,
+ "tx_pkts": 58485086,
+ "drop_percentage": 92.28321558764571
+ },
+ {
+ "rx_pps": 1908433.4598655603,
+ "rx_pkts": 18965061,
+ "time_ms": 1648518820891,
+ "drop_pct": 10221680,
+ "total_tx_pps": 2918674,
+ "tx_pps": 2937030,
+ "tx_pkts": 29186741,
+ "drop_percentage": 35.0216558950518
+ },
+ {
+ "rx_pps": 1449595.552333988,
+ "rx_pkts": 14406806,
+ "time_ms": 1648518833387,
+ "drop_pct": 188021,
+ "total_tx_pps": 1459482,
+ "tx_pps": 1468514,
+ "tx_pkts": 14594827,
+ "drop_percentage": 1.2882715225058852
+ },
+ {
+ "rx_pps": 733549.2536779855,
+ "rx_pkts": 7290381,
+ "time_ms": 1648518845904,
+ "drop_pct": 7024,
+ "total_tx_pps": 729740,
+ "tx_pps": 734256,
+ "tx_pkts": 7297405,
+ "drop_percentage": 0.09625339418601545
+ },
+ {
+ "rx_pps": 367128.0,
+ "rx_pkts": 3648336,
+ "time_ms": 1648518858416,
+ "drop_pct": 0,
+ "total_tx_pps": 364833,
+ "tx_pps": 367128,
+ "tx_pkts": 3648336,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 550658.6029747013,
+ "rx_pkts": 5474100,
+ "time_ms": 1648518870921,
+ "drop_pct": 332,
+ "total_tx_pps": 547443,
+ "tx_pps": 550692,
+ "tx_pkts": 5474432,
+ "drop_percentage": 0.0060645561037199845
+ },
+ {
+ "rx_pps": 458889.171916203,
+ "rx_pkts": 4560672,
+ "time_ms": 1648518883444,
+ "drop_pct": 207,
+ "total_tx_pps": 456087,
+ "tx_pps": 458910,
+ "tx_pkts": 4560879,
+ "drop_percentage": 0.004538598809571576
+ },
+ {
+ "rx_pps": 413014.7801994796,
+ "rx_pkts": 4104749,
+ "time_ms": 1648518895947,
+ "drop_pct": 32,
+ "total_tx_pps": 410478,
+ "tx_pps": 413018,
+ "tx_pkts": 4104781,
+ "drop_percentage": 0.0007795787400107339
+ },
+ {
+ "rx_pps": 435959.9748462513,
+ "rx_pkts": 4332356,
+ "time_ms": 1648518908443,
+ "drop_pct": 40,
+ "total_tx_pps": 433239,
+ "tx_pps": 435964,
+ "tx_pkts": 4332396,
+ "drop_percentage": 0.0009232766349151831
+ },
+ {
+ "rx_pps": 447372.79906432977,
+ "rx_pkts": 4446218,
+ "time_ms": 1648518920991,
+ "drop_pct": 648,
+ "total_tx_pps": 444686,
+ "tx_pps": 447438,
+ "tx_pkts": 4446866,
+ "ndr_pps": 217982,
+ "drop_percentage": 0.01457206041288404
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "b053f4a4365e4c55832ccb06c7c724b9"
+ },
+ "synthesis": {
+ "avg_delay_usec": 101.0000410861896,
+ "total_tx_rate": 433239
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:00:18",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "a2cda8a229d34cc78999eccf910d02ea",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 6.25,
+ "timestamp_sec": 1648519360.7870374,
+ "stats": {
+ "total_tx_rate": 492618,
+ "overall": {
+ "rx_pkts": 4926143,
+ "drop_percentage": 0.0007510890791647889,
+ "drop_pct": 37,
+ "max_delay_usec": 1171,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4926180,
+ "avg_delay_usec": 100.00029982889251,
+ "min_delay_usec": 31,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2462966,
+ "min_delay_usec": 31,
+ "drop_pct": 0,
+ "max_delay_usec": 245,
+ "tx_pkts": 2463214,
+ "avg_delay_usec": 93,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2463177,
+ "min_delay_usec": 36,
+ "drop_pct": 37,
+ "max_delay_usec": 1171,
+ "tx_pkts": 2462966,
+ "avg_delay_usec": 107,
+ "drop_percentage": 0.0015022537866945787
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3105463872.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 12.5,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 495716,
+ "rate_bps": 3125000000.0,
+ "time_taken_sec": 137.70255613327026
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1843706.9440757327,
+ "rx_pkts": 17791743,
+ "time_ms": 1648519235591,
+ "drop_pct": 58746837,
+ "total_tx_pps": 7653858,
+ "tx_pps": 7931472,
+ "tx_pkts": 76538580,
+ "drop_percentage": 76.75454261105968
+ },
+ {
+ "rx_pps": 1698570.5446705262,
+ "rx_pkts": 16879548,
+ "time_ms": 1648519248098,
+ "drop_pct": 22529961,
+ "total_tx_pps": 3940950,
+ "tx_pps": 3965736,
+ "tx_pkts": 39409509,
+ "drop_percentage": 57.168844706996985
+ },
+ {
+ "rx_pps": 1646922.9614271468,
+ "rx_pkts": 16367945,
+ "time_ms": 1648519260593,
+ "drop_pct": 3338790,
+ "total_tx_pps": 1970673,
+ "tx_pps": 1982868,
+ "tx_pkts": 19706735,
+ "drop_percentage": 16.942380358796118
+ },
+ {
+ "rx_pps": 990847.8365151717,
+ "rx_pkts": 9846551,
+ "time_ms": 1648519273128,
+ "drop_pct": 5825,
+ "total_tx_pps": 985237,
+ "tx_pps": 991434,
+ "tx_pkts": 9852376,
+ "drop_percentage": 0.0591227943391523
+ },
+ {
+ "rx_pps": 495712.27673126035,
+ "rx_pkts": 4926143,
+ "time_ms": 1648519285633,
+ "drop_pct": 37,
+ "total_tx_pps": 492618,
+ "tx_pps": 495716,
+ "tx_pkts": 4926180,
+ "drop_percentage": 0.0007510890791647889
+ },
+ {
+ "rx_pps": 742526.9561696775,
+ "rx_pkts": 7378863,
+ "time_ms": 1648519298137,
+ "drop_pct": 10405,
+ "total_tx_pps": 738926,
+ "tx_pps": 743574,
+ "tx_pkts": 7389268,
+ "drop_percentage": 0.14081232403534424
+ },
+ {
+ "rx_pps": 619264.736291264,
+ "rx_pkts": 6154255,
+ "time_ms": 1648519310675,
+ "drop_pct": 3789,
+ "total_tx_pps": 615804,
+ "tx_pps": 619646,
+ "tx_pkts": 6158044,
+ "drop_percentage": 0.061529277803146584
+ },
+ {
+ "rx_pps": 557659.6729669784,
+ "rx_pkts": 5541746,
+ "time_ms": 1648519323177,
+ "drop_pct": 202,
+ "total_tx_pps": 554194,
+ "tx_pps": 557680,
+ "tx_pkts": 5541948,
+ "drop_percentage": 0.0036449277402097603
+ },
+ {
+ "rx_pps": 526580.6667255119,
+ "rx_pkts": 5232898,
+ "time_ms": 1648519335711,
+ "drop_pct": 1166,
+ "total_tx_pps": 523406,
+ "tx_pps": 526698,
+ "tx_pkts": 5234064,
+ "drop_percentage": 0.022277144490399813
+ },
+ {
+ "rx_pps": 511050.9183162957,
+ "rx_pkts": 5078571,
+ "time_ms": 1648519348208,
+ "drop_pct": 1561,
+ "total_tx_pps": 508013,
+ "tx_pps": 511208,
+ "tx_pkts": 5080132,
+ "drop_percentage": 0.030727548024342674
+ },
+ {
+ "rx_pps": 503409.6729808145,
+ "rx_pkts": 5002636,
+ "time_ms": 1648519360786,
+ "drop_pct": 520,
+ "total_tx_pps": 500315,
+ "tx_pps": 503462,
+ "tx_pkts": 5003156,
+ "ndr_pps": 247858,
+ "drop_percentage": 0.010393439660886048
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a2cda8a229d34cc78999eccf910d02ea"
+ },
+ "synthesis": {
+ "avg_delay_usec": 100.00029982889251,
+ "total_tx_rate": 492618
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:05:11",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "fc9128efed9440d785de14f69b0676de",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 6.15234375,
+ "timestamp_sec": 1648519653.779957,
+ "stats": {
+ "total_tx_rate": 366012,
+ "overall": {
+ "rx_pkts": 3660123,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2524,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3660123,
+ "avg_delay_usec": 137.0001010894989,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1829969,
+ "min_delay_usec": 39,
+ "drop_pct": 0,
+ "max_delay_usec": 968,
+ "tx_pkts": 1830154,
+ "avg_delay_usec": 135,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1830154,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 2524,
+ "tx_pkts": 1829969,
+ "avg_delay_usec": 139,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3056932224.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 12.3046875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 368314,
+ "rate_bps": 3076171874.0,
+ "time_taken_sec": 137.631765127182
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1700403.2178862838,
+ "rx_pkts": 16546247,
+ "time_ms": 1648519528631,
+ "drop_pct": 41707934,
+ "total_tx_pps": 5825418,
+ "tx_pps": 5986590,
+ "tx_pkts": 58254181,
+ "drop_percentage": 71.59646446664489
+ },
+ {
+ "rx_pps": 1777997.9131810525,
+ "rx_pkts": 17668853,
+ "time_ms": 1648519541226,
+ "drop_pct": 12077004,
+ "total_tx_pps": 2974585,
+ "tx_pps": 2993294,
+ "tx_pkts": 29745857,
+ "drop_percentage": 40.60062549214837
+ },
+ {
+ "rx_pps": 1465627.2355720846,
+ "rx_pkts": 14564672,
+ "time_ms": 1648519553730,
+ "drop_pct": 308249,
+ "total_tx_pps": 1487292,
+ "tx_pps": 1496646,
+ "tx_pkts": 14872921,
+ "drop_percentage": 2.072551854474316
+ },
+ {
+ "rx_pps": 747534.5177112543,
+ "rx_pkts": 7428999,
+ "time_ms": 1648519566245,
+ "drop_pct": 7826,
+ "total_tx_pps": 743682,
+ "tx_pps": 748322,
+ "tx_pkts": 7436825,
+ "drop_percentage": 0.10523307997700632
+ },
+ {
+ "rx_pps": 374133.28379134706,
+ "rx_pkts": 3725059,
+ "time_ms": 1648519578761,
+ "drop_pct": 266,
+ "total_tx_pps": 372532,
+ "tx_pps": 374160,
+ "tx_pkts": 3725325,
+ "drop_percentage": 0.007140316616671028
+ },
+ {
+ "rx_pps": 187080.0,
+ "rx_pkts": 1859296,
+ "time_ms": 1648519591256,
+ "drop_pct": 0,
+ "total_tx_pps": 185929,
+ "tx_pps": 187080,
+ "tx_pkts": 1859296,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 280620.0,
+ "rx_pkts": 2788944,
+ "time_ms": 1648519603755,
+ "drop_pct": 0,
+ "total_tx_pps": 278894,
+ "tx_pps": 280620,
+ "tx_pkts": 2788944,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 327386.98143813567,
+ "rx_pkts": 3253738,
+ "time_ms": 1648519616247,
+ "drop_pct": 30,
+ "total_tx_pps": 325376,
+ "tx_pps": 327390,
+ "tx_pkts": 3253768,
+ "drop_percentage": 0.0009220079612314092
+ },
+ {
+ "rx_pps": 350776.0,
+ "rx_pkts": 3485838,
+ "time_ms": 1648519628760,
+ "drop_pct": 0,
+ "total_tx_pps": 348583,
+ "tx_pps": 350776,
+ "tx_pkts": 3485838,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 362468.0,
+ "rx_pkts": 3602027,
+ "time_ms": 1648519641273,
+ "drop_pct": 0,
+ "total_tx_pps": 360202,
+ "tx_pps": 362468,
+ "tx_pkts": 3602027,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 368314.0,
+ "rx_pkts": 3660123,
+ "time_ms": 1648519653779,
+ "drop_pct": 0,
+ "total_tx_pps": 366012,
+ "tx_pps": 368314,
+ "tx_pkts": 3660123,
+ "ndr_pps": 184157,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "fc9128efed9440d785de14f69b0676de"
+ },
+ "synthesis": {
+ "avg_delay_usec": 137.0001010894989,
+ "total_tx_rate": 366012
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:17:23",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "e329e7ec82084f7186e94e7d1c71663a",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 6.8359375,
+ "timestamp_sec": 1648520386.142867,
+ "stats": {
+ "total_tx_rate": 326596,
+ "overall": {
+ "rx_pkts": 3265961,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 4719,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3265961,
+ "avg_delay_usec": 245.0000499087405,
+ "min_delay_usec": 36,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1632899,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 725,
+ "tx_pkts": 1633062,
+ "avg_delay_usec": 244,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1633062,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 4719,
+ "tx_pkts": 1632899,
+ "avg_delay_usec": 246,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3396598400.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 13.671875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 328650,
+ "rate_bps": 3417968750.0,
+ "time_taken_sec": 137.8278579711914
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1535106.7095401918,
+ "rx_pkts": 15014376,
+ "time_ms": 1648520260799,
+ "drop_pct": 32008085,
+ "total_tx_pps": 4702246,
+ "tx_pps": 4807692,
+ "tx_pkts": 47022461,
+ "drop_percentage": 68.06977839802983
+ },
+ {
+ "rx_pps": 1523422.5772190758,
+ "rx_pkts": 15139014,
+ "time_ms": 1648520273342,
+ "drop_pct": 8749209,
+ "total_tx_pps": 2388822,
+ "tx_pps": 2403846,
+ "tx_pkts": 23888223,
+ "drop_percentage": 36.62561673172592
+ },
+ {
+ "rx_pps": 1179882.5947820866,
+ "rx_pkts": 11736883,
+ "time_ms": 1648520285887,
+ "drop_pct": 219237,
+ "total_tx_pps": 1195612,
+ "tx_pps": 1201922,
+ "tx_pkts": 11956120,
+ "drop_percentage": 1.8336801571078243
+ },
+ {
+ "rx_pps": 600894.1953235778,
+ "rx_pkts": 5971989,
+ "time_ms": 1648520298395,
+ "drop_pct": 654,
+ "total_tx_pps": 597264,
+ "tx_pps": 600960,
+ "tx_pkts": 5972643,
+ "drop_percentage": 0.010949926188456267
+ },
+ {
+ "rx_pps": 300480.0,
+ "rx_pkts": 2986172,
+ "time_ms": 1648520310891,
+ "drop_pct": 0,
+ "total_tx_pps": 298617,
+ "tx_pps": 300480,
+ "tx_pkts": 2986172,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 450712.05910630024,
+ "rx_pkts": 4483910,
+ "time_ms": 1648520323438,
+ "drop_pct": 79,
+ "total_tx_pps": 448398,
+ "tx_pps": 450720,
+ "tx_pkts": 4483989,
+ "drop_percentage": 0.0017618241257951347
+ },
+ {
+ "rx_pps": 375548.77991538175,
+ "rx_pkts": 3732019,
+ "time_ms": 1648520335959,
+ "drop_pct": 509,
+ "total_tx_pps": 373252,
+ "tx_pps": 375600,
+ "tx_pkts": 3732528,
+ "drop_percentage": 0.013636870239151588
+ },
+ {
+ "rx_pps": 338015.5471880093,
+ "rx_pkts": 3359032,
+ "time_ms": 1648520348460,
+ "drop_pct": 243,
+ "total_tx_pps": 335927,
+ "tx_pps": 338040,
+ "tx_pkts": 3359275,
+ "drop_percentage": 0.007233703700947377
+ },
+ {
+ "rx_pps": 319260.0,
+ "rx_pkts": 3172967,
+ "time_ms": 1648520361037,
+ "drop_pct": 0,
+ "total_tx_pps": 317296,
+ "tx_pps": 319260,
+ "tx_pkts": 3172967,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 328650.0,
+ "rx_pkts": 3265961,
+ "time_ms": 1648520373554,
+ "drop_pct": 0,
+ "total_tx_pps": 326596,
+ "tx_pps": 328650,
+ "tx_pkts": 3265961,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 333339.37153865054,
+ "rx_pkts": 3312896,
+ "time_ms": 1648520386142,
+ "drop_pct": 46,
+ "total_tx_pps": 331294,
+ "tx_pps": 333344,
+ "tx_pkts": 3312942,
+ "ndr_pps": 164325,
+ "drop_percentage": 0.0013884939730306174
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e329e7ec82084f7186e94e7d1c71663a"
+ },
+ "synthesis": {
+ "avg_delay_usec": 245.0000499087405,
+ "total_tx_rate": 326596
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:22:16",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "1e8206de26514ff6a4931f6250fde24a",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 9.375,
+ "timestamp_sec": 1648520679.0839975,
+ "stats": {
+ "total_tx_rate": 378591,
+ "overall": {
+ "rx_pkts": 3785894,
+ "drop_percentage": 0.00047544686722776435,
+ "drop_pct": 18,
+ "max_delay_usec": 3658,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3785912,
+ "avg_delay_usec": 170.99981827277784,
+ "min_delay_usec": 34,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1892861,
+ "min_delay_usec": 34,
+ "drop_pct": 0,
+ "max_delay_usec": 3658,
+ "tx_pkts": 1893051,
+ "avg_delay_usec": 175,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1893033,
+ "min_delay_usec": 35,
+ "drop_pct": 18,
+ "max_delay_usec": 3371,
+ "tx_pkts": 1892861,
+ "avg_delay_usec": 167,
+ "drop_percentage": 0.0009509414584589149
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 4658183664.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 18.75,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 380972,
+ "rate_bps": 4687500000.0,
+ "time_taken_sec": 137.66561269760132
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1541559.265878926,
+ "rx_pkts": 15109078,
+ "time_ms": 1648520553914,
+ "drop_pct": 24720096,
+ "total_tx_pps": 3982917,
+ "tx_pps": 4063718,
+ "tx_pkts": 39829174,
+ "drop_percentage": 62.06529916989993
+ },
+ {
+ "rx_pps": 1494377.2278385973,
+ "rx_pkts": 14850376,
+ "time_ms": 1648520566411,
+ "drop_pct": 5341216,
+ "total_tx_pps": 2019159,
+ "tx_pps": 2031858,
+ "tx_pkts": 20191592,
+ "drop_percentage": 26.452673964489772
+ },
+ {
+ "rx_pps": 1015244.8303578512,
+ "rx_pkts": 10088998,
+ "time_ms": 1648520578933,
+ "drop_pct": 6789,
+ "total_tx_pps": 1009578,
+ "tx_pps": 1015928,
+ "tx_pkts": 10095787,
+ "drop_percentage": 0.06724587196619738
+ },
+ {
+ "rx_pps": 507229.30857634713,
+ "rx_pkts": 5040594,
+ "time_ms": 1648520591432,
+ "drop_pct": 7301,
+ "total_tx_pps": 504789,
+ "tx_pps": 507964,
+ "tx_pkts": 5047895,
+ "drop_percentage": 0.1446345456868655
+ },
+ {
+ "rx_pps": 253982.0,
+ "rx_pkts": 2523948,
+ "time_ms": 1648520603928,
+ "drop_pct": 0,
+ "total_tx_pps": 252394,
+ "tx_pps": 253982,
+ "tx_pkts": 2523948,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 380970.18868056097,
+ "rx_pkts": 3785894,
+ "time_ms": 1648520616532,
+ "drop_pct": 18,
+ "total_tx_pps": 378591,
+ "tx_pps": 380972,
+ "tx_pkts": 3785912,
+ "drop_percentage": 0.0004754468672277644
+ },
+ {
+ "rx_pps": 444179.12352550065,
+ "rx_pkts": 4414476,
+ "time_ms": 1648520629047,
+ "drop_pct": 2871,
+ "total_tx_pps": 441734,
+ "tx_pps": 444468,
+ "tx_pkts": 4417347,
+ "drop_percentage": 0.06499376209294855
+ },
+ {
+ "rx_pps": 412677.0336150762,
+ "rx_pkts": 4101185,
+ "time_ms": 1648520641544,
+ "drop_pct": 427,
+ "total_tx_pps": 410161,
+ "tx_pps": 412720,
+ "tx_pkts": 4101612,
+ "drop_percentage": 0.01041054102630868
+ },
+ {
+ "rx_pps": 396730.1338174792,
+ "rx_pkts": 3944491,
+ "time_ms": 1648520654065,
+ "drop_pct": 1152,
+ "total_tx_pps": 394564,
+ "tx_pps": 396846,
+ "tx_pkts": 3945643,
+ "drop_percentage": 0.02919676209935871
+ },
+ {
+ "rx_pps": 388894.5031521723,
+ "rx_pkts": 3864641,
+ "time_ms": 1648520666566,
+ "drop_pct": 154,
+ "total_tx_pps": 386479,
+ "tx_pps": 388910,
+ "tx_pkts": 3864795,
+ "drop_percentage": 0.00398468741550328
+ },
+ {
+ "rx_pps": 384931.5345935888,
+ "rx_pkts": 3825258,
+ "time_ms": 1648520679083,
+ "drop_pct": 104,
+ "total_tx_pps": 382536,
+ "tx_pps": 384942,
+ "tx_pkts": 3825362,
+ "ndr_pps": 190486,
+ "drop_percentage": 0.002718696949465175
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "1e8206de26514ff6a4931f6250fde24a"
+ },
+ "synthesis": {
+ "avg_delay_usec": 170.99981827277784,
+ "total_tx_rate": 378591
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:27:13",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "6717811fb0a041bdae28c1780610969e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 2.05078125,
+ "timestamp_sec": 1648520976.011313,
+ "stats": {
+ "total_tx_rate": 333616,
+ "overall": {
+ "rx_pkts": 3336161,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 698,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3336161,
+ "avg_delay_usec": 122.49997497123191,
+ "min_delay_usec": 28,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1667997,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 698,
+ "tx_pkts": 1668164,
+ "avg_delay_usec": 123,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1668164,
+ "min_delay_usec": 28,
+ "drop_pct": 0,
+ "max_delay_usec": 279,
+ "tx_pkts": 1667997,
+ "avg_delay_usec": 122,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1019085674.6666666,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 4.1015625,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 335680,
+ "rate_bps": 1025390624.0,
+ "time_taken_sec": 137.6751914024353
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 480024.2862919867,
+ "rx_pkts": 4168384,
+ "time_ms": 1648520850833,
+ "drop_pct": 137969775,
+ "total_tx_pps": 14213815,
+ "tx_pps": 16368398,
+ "tx_pkts": 142138159,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14213815). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 97.0673716127138
+ },
+ {
+ "rx_pps": 429860.8379715359,
+ "rx_pkts": 4272172,
+ "time_ms": 1648520863348,
+ "drop_pct": 77066481,
+ "total_tx_pps": 8133865,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338653,
+ "drop_percentage": 94.74767304051618
+ },
+ {
+ "rx_pps": 527546.4558752577,
+ "rx_pkts": 5242915,
+ "time_ms": 1648520875895,
+ "drop_pct": 35425583,
+ "total_tx_pps": 4066849,
+ "tx_pps": 4092098,
+ "tx_pkts": 40668498,
+ "drop_percentage": 87.1081666207589
+ },
+ {
+ "rx_pps": 1892052.775002597,
+ "rx_pkts": 18802280,
+ "time_ms": 1648520888389,
+ "drop_pct": 1530328,
+ "total_tx_pps": 2033260,
+ "tx_pps": 2046048,
+ "tx_pkts": 20332608,
+ "drop_percentage": 7.526471763976367
+ },
+ {
+ "rx_pps": 1018805.8604937441,
+ "rx_pkts": 10125407,
+ "time_ms": 1648520900966,
+ "drop_pct": 41922,
+ "total_tx_pps": 1016732,
+ "tx_pps": 1023024,
+ "tx_pkts": 10167329,
+ "drop_percentage": 0.4123206793052531
+ },
+ {
+ "rx_pps": 511505.0566071885,
+ "rx_pkts": 5083084,
+ "time_ms": 1648520913485,
+ "drop_pct": 69,
+ "total_tx_pps": 508315,
+ "tx_pps": 511512,
+ "tx_pkts": 5083153,
+ "drop_percentage": 0.0013574252043957757
+ },
+ {
+ "rx_pps": 255756.0,
+ "rx_pkts": 2541833,
+ "time_ms": 1648520925981,
+ "drop_pct": 0,
+ "total_tx_pps": 254183,
+ "tx_pps": 255756,
+ "tx_pkts": 2541833,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 383623.4350406216,
+ "rx_pkts": 3812647,
+ "time_ms": 1648520938480,
+ "drop_pct": 105,
+ "total_tx_pps": 381275,
+ "tx_pps": 383634,
+ "tx_pkts": 3812752,
+ "drop_percentage": 0.0027539163313008556
+ },
+ {
+ "rx_pps": 319694.0,
+ "rx_pkts": 3182880,
+ "time_ms": 1648520951016,
+ "drop_pct": 0,
+ "total_tx_pps": 318288,
+ "tx_pps": 319694,
+ "tx_pkts": 3182880,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 351650.215240727,
+ "rx_pkts": 3494880,
+ "time_ms": 1648520963515,
+ "drop_pct": 137,
+ "total_tx_pps": 349501,
+ "tx_pps": 351664,
+ "tx_pkts": 3495017,
+ "drop_percentage": 0.003919866484197359
+ },
+ {
+ "rx_pps": 335680.0,
+ "rx_pkts": 3336161,
+ "time_ms": 1648520976010,
+ "drop_pct": 0,
+ "total_tx_pps": 333616,
+ "tx_pps": 335680,
+ "tx_pkts": 3336161,
+ "ndr_pps": 167840,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "6717811fb0a041bdae28c1780610969e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 122.49997497123191,
+ "total_tx_rate": 333616
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:36:59",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 39.0625,
+ "timestamp_sec": 1648521561.8428352,
+ "stats": {
+ "total_tx_rate": 268972,
+ "overall": {
+ "rx_pkts": 2689705,
+ "drop_percentage": 0.0007435704393571834,
+ "drop_pct": 20,
+ "max_delay_usec": 6516,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2689725,
+ "avg_delay_usec": 1027.9918745736056,
+ "min_delay_usec": 68,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1344775,
+ "min_delay_usec": 74,
+ "drop_pct": 20,
+ "max_delay_usec": 5878,
+ "tx_pkts": 1344930,
+ "avg_delay_usec": 1169,
+ "drop_percentage": 0.0014870662413657217
+ },
+ "0": {
+ "rx_pkts": 1344930,
+ "min_delay_usec": 68,
+ "drop_pct": 0,
+ "max_delay_usec": 6516,
+ "tx_pkts": 1344795,
+ "avg_delay_usec": 887,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 19409019520.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 78.125,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 270664,
+ "rate_bps": 19531250000.0,
+ "time_taken_sec": 137.58718967437744
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 278405.0005646744,
+ "rx_pkts": 2768644,
+ "time_ms": 1648521436741,
+ "drop_pct": 4122053,
+ "total_tx_pps": 689069,
+ "tx_pps": 692904,
+ "tx_pkts": 6890697,
+ "drop_percentage": 59.8205522605333
+ },
+ {
+ "rx_pps": 276331.9562142758,
+ "rx_pkts": 2746187,
+ "time_ms": 1648521449255,
+ "drop_pct": 696853,
+ "total_tx_pps": 344304,
+ "tx_pps": 346452,
+ "tx_pkts": 3443040,
+ "drop_percentage": 20.23946860913611
+ },
+ {
+ "rx_pps": 173226.0,
+ "rx_pkts": 1721607,
+ "time_ms": 1648521461778,
+ "drop_pct": 0,
+ "total_tx_pps": 172160,
+ "tx_pps": 173226,
+ "tx_pkts": 1721607,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 259837.29559799578,
+ "rx_pkts": 2582135,
+ "time_ms": 1648521474298,
+ "drop_pct": 7,
+ "total_tx_pps": 258214,
+ "tx_pps": 259838,
+ "tx_pkts": 2582142,
+ "drop_percentage": 0.00027109275942221615
+ },
+ {
+ "rx_pps": 276937.05630908126,
+ "rx_pkts": 2752342,
+ "time_ms": 1648521486796,
+ "drop_pct": 260458,
+ "total_tx_pps": 301280,
+ "tx_pps": 303144,
+ "tx_pkts": 3012800,
+ "drop_percentage": 8.6450477960701
+ },
+ {
+ "rx_pps": 276792.8929701584,
+ "rx_pkts": 2755614,
+ "time_ms": 1648521499312,
+ "drop_pct": 46782,
+ "total_tx_pps": 280239,
+ "tx_pps": 281492,
+ "tx_pkts": 2802396,
+ "drop_percentage": 1.6693572214633479
+ },
+ {
+ "rx_pps": 270661.98742250603,
+ "rx_pkts": 2689705,
+ "time_ms": 1648521511811,
+ "drop_pct": 20,
+ "total_tx_pps": 268972,
+ "tx_pps": 270664,
+ "tx_pkts": 2689725,
+ "drop_percentage": 0.0007435704393571834
+ },
+ {
+ "rx_pps": 276052.0403556816,
+ "rx_pkts": 2743544,
+ "time_ms": 1648521524310,
+ "drop_pct": 258,
+ "total_tx_pps": 274380,
+ "tx_pps": 276078,
+ "tx_pkts": 2743802,
+ "drop_percentage": 0.009403010858655253
+ },
+ {
+ "rx_pps": 273364.7554496673,
+ "rx_pkts": 2716837,
+ "time_ms": 1648521536836,
+ "drop_pct": 72,
+ "total_tx_pps": 271690,
+ "tx_pps": 273372,
+ "tx_pkts": 2716909,
+ "drop_percentage": 0.0026500703556872904
+ },
+ {
+ "rx_pps": 271980.0648314645,
+ "rx_pkts": 2702940,
+ "time_ms": 1648521549342,
+ "drop_pct": 377,
+ "total_tx_pps": 270331,
+ "tx_pps": 272018,
+ "tx_pkts": 2703317,
+ "drop_percentage": 0.013945830252241968
+ },
+ {
+ "rx_pps": 271298.2308444215,
+ "rx_pkts": 2696299,
+ "time_ms": 1648521561842,
+ "drop_pct": 435,
+ "total_tx_pps": 269673,
+ "tx_pps": 271342,
+ "tx_pkts": 2696734,
+ "ndr_pps": 135332,
+ "drop_percentage": 0.016130623190867176
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9"
+ },
+ "synthesis": {
+ "avg_delay_usec": 1027.9918745736056,
+ "total_tx_rate": 268972
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:44:19",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "859cf30e41754c5983e562fb7bf0fb6d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.78125,
+ "timestamp_sec": 1648522002.495307,
+ "stats": {
+ "total_tx_rate": 577711,
+ "overall": {
+ "rx_pkts": 5777113,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 275,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5777113,
+ "avg_delay_usec": 119.99994997501346,
+ "min_delay_usec": 30,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2888412,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 260,
+ "tx_pkts": 2888701,
+ "avg_delay_usec": 121,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2888701,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 275,
+ "tx_pkts": 2888412,
+ "avg_delay_usec": 119,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 388221792.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 1.5625,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 581286,
+ "rate_bps": 390625000.0,
+ "time_taken_sec": 137.66614270210266
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1044485.5784527424,
+ "rx_pkts": 5973011,
+ "time_ms": 1648521877346,
+ "drop_pct": 419519173,
+ "total_tx_pps": 42549218,
+ "tx_pps": 74404760,
+ "tx_pkts": 425492184,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42549218). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.59621134662252
+ },
+ {
+ "rx_pps": 1656555.9939682153,
+ "rx_pkts": 16462060,
+ "time_ms": 1648521889844,
+ "drop_pct": 353237373,
+ "total_tx_pps": 36969943,
+ "tx_pps": 37202380,
+ "tx_pkts": 369699433,
+ "drop_percentage": 95.54717737422118
+ },
+ {
+ "rx_pps": 966647.7521170629,
+ "rx_pkts": 9607013,
+ "time_ms": 1648521902362,
+ "drop_pct": 175260612,
+ "total_tx_pps": 18486762,
+ "tx_pps": 18601190,
+ "tx_pkts": 184867625,
+ "drop_percentage": 94.80330155158319
+ },
+ {
+ "rx_pps": 1951565.285508652,
+ "rx_pkts": 19395621,
+ "time_ms": 1648521914859,
+ "drop_pct": 73038282,
+ "total_tx_pps": 9243390,
+ "tx_pps": 9300594,
+ "tx_pkts": 92433903,
+ "drop_percentage": 79.01676725692303
+ },
+ {
+ "rx_pps": 1716942.598940512,
+ "rx_pkts": 17062118,
+ "time_ms": 1648521927407,
+ "drop_pct": 29150201,
+ "total_tx_pps": 4621231,
+ "tx_pps": 4650296,
+ "tx_pkts": 46212319,
+ "drop_percentage": 63.07885349791687
+ },
+ {
+ "rx_pps": 1580289.032741088,
+ "rx_pkts": 15705705,
+ "time_ms": 1648521939922,
+ "drop_pct": 7402782,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108487,
+ "drop_percentage": 32.03490561714404
+ },
+ {
+ "rx_pps": 1161510.1511160529,
+ "rx_pkts": 11542509,
+ "time_ms": 1648521952469,
+ "drop_pct": 10572,
+ "total_tx_pps": 1155308,
+ "tx_pps": 1162574,
+ "tx_pkts": 11553081,
+ "drop_percentage": 0.09150805746103571
+ },
+ {
+ "rx_pps": 581286.0,
+ "rx_pkts": 5777113,
+ "time_ms": 1648521964985,
+ "drop_pct": 0,
+ "total_tx_pps": 577711,
+ "tx_pps": 581286,
+ "tx_pkts": 5777113,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 871909.7756240192,
+ "rx_pkts": 8665477,
+ "time_ms": 1648521977483,
+ "drop_pct": 201,
+ "total_tx_pps": 866567,
+ "tx_pps": 871930,
+ "tx_pkts": 8665678,
+ "drop_percentage": 0.0023194953701256844
+ },
+ {
+ "rx_pps": 726593.5108987914,
+ "rx_pkts": 7221253,
+ "time_ms": 1648521989998,
+ "drop_pct": 144,
+ "total_tx_pps": 722139,
+ "tx_pps": 726608,
+ "tx_pkts": 7221397,
+ "drop_percentage": 0.001994073999809178
+ },
+ {
+ "rx_pps": 653890.8427914827,
+ "rx_pkts": 6498043,
+ "time_ms": 1648522002494,
+ "drop_pct": 568,
+ "total_tx_pps": 649861,
+ "tx_pps": 653948,
+ "tx_pkts": 6498611,
+ "ndr_pps": 290643,
+ "drop_percentage": 0.008740329279595286
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "859cf30e41754c5983e562fb7bf0fb6d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 119.99994997501346,
+ "total_tx_rate": 577711
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 02:54:07",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "d00c9abb62b94d448a46ffa181ddab5e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 1.5625,
+ "timestamp_sec": 1648522591.145952,
+ "stats": {
+ "total_tx_rate": 655780,
+ "overall": {
+ "rx_pkts": 6557739,
+ "drop_percentage": 0.0009454388750131332,
+ "drop_pct": 62,
+ "max_delay_usec": 957,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 6557801,
+ "avg_delay_usec": 138.4995528184333,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 3278674,
+ "min_delay_usec": 34,
+ "drop_pct": 62,
+ "max_delay_usec": 321,
+ "tx_pkts": 3279065,
+ "avg_delay_usec": 146,
+ "drop_percentage": 0.0018907828908545576
+ },
+ "0": {
+ "rx_pkts": 3279065,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 957,
+ "tx_pkts": 3278736,
+ "avg_delay_usec": 131,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 776443520.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.125,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 659838,
+ "rate_bps": 781250000.0,
+ "time_taken_sec": 137.81604623794556
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 575195.7927175488,
+ "rx_pkts": 5266904,
+ "time_ms": 1648522465816,
+ "drop_pct": 381418684,
+ "total_tx_pps": 38668558,
+ "tx_pps": 42229728,
+ "tx_pkts": 386685588,
+ "drop_percentage": 98.63793630705472
+ },
+ {
+ "rx_pps": 567278.3196453974,
+ "rx_pkts": 5637329,
+ "time_ms": 1648522478320,
+ "drop_pct": 204191658,
+ "total_tx_pps": 20982898,
+ "tx_pps": 21114864,
+ "tx_pkts": 209828987,
+ "drop_percentage": 97.31336976811502
+ },
+ {
+ "rx_pps": 566897.9693114288,
+ "rx_pkts": 5633553,
+ "time_ms": 1648522490823,
+ "drop_pct": 99281010,
+ "total_tx_pps": 10491456,
+ "tx_pps": 10557432,
+ "tx_pkts": 104914563,
+ "drop_percentage": 94.63034221474096
+ },
+ {
+ "rx_pps": 639383.528283698,
+ "rx_pkts": 6368581,
+ "time_ms": 1648522503423,
+ "drop_pct": 46210081,
+ "total_tx_pps": 5257866,
+ "tx_pps": 5278716,
+ "tx_pkts": 52578662,
+ "drop_percentage": 87.88751794406636
+ },
+ {
+ "rx_pps": 1855352.6709109098,
+ "rx_pkts": 18437572,
+ "time_ms": 1648522515925,
+ "drop_pct": 7791055,
+ "total_tx_pps": 2622862,
+ "tx_pps": 2639358,
+ "tx_pkts": 26228627,
+ "drop_percentage": 29.704395125219477
+ },
+ {
+ "rx_pps": 1315331.5523658819,
+ "rx_pkts": 13071766,
+ "time_ms": 1648522528443,
+ "drop_pct": 43195,
+ "total_tx_pps": 1311496,
+ "tx_pps": 1319678,
+ "tx_pkts": 13114961,
+ "drop_percentage": 0.32935667898669313
+ },
+ {
+ "rx_pps": 659831.761635036,
+ "rx_pkts": 6557739,
+ "time_ms": 1648522540951,
+ "drop_pct": 62,
+ "total_tx_pps": 655780,
+ "tx_pps": 659838,
+ "tx_pkts": 6557801,
+ "drop_percentage": 0.0009454388750131332
+ },
+ {
+ "rx_pps": 987585.841691004,
+ "rx_pkts": 9815124,
+ "time_ms": 1648522553600,
+ "drop_pct": 21588,
+ "total_tx_pps": 983671,
+ "tx_pps": 989758,
+ "tx_pkts": 9836712,
+ "drop_percentage": 0.21946357685372916
+ },
+ {
+ "rx_pps": 824593.6227131974,
+ "rx_pkts": 8194402,
+ "time_ms": 1648522566129,
+ "drop_pct": 2031,
+ "total_tx_pps": 819643,
+ "tx_pps": 824798,
+ "tx_pkts": 8196433,
+ "drop_percentage": 0.02477907157906372
+ },
+ {
+ "rx_pps": 742228.248068629,
+ "rx_pkts": 7376639,
+ "time_ms": 1648522578649,
+ "drop_pct": 892,
+ "total_tx_pps": 737753,
+ "tx_pps": 742318,
+ "tx_pkts": 7377531,
+ "drop_percentage": 0.012090765867334208
+ },
+ {
+ "rx_pps": 700873.6432437552,
+ "rx_pkts": 6965634,
+ "time_ms": 1648522591145,
+ "drop_pct": 2031,
+ "total_tx_pps": 696766,
+ "tx_pps": 701078,
+ "tx_pkts": 6967665,
+ "ndr_pps": 329919,
+ "drop_percentage": 0.029148932963912588
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d00c9abb62b94d448a46ffa181ddab5e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 138.4995528184333,
+ "total_tx_rate": 655780
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:01:28",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "00c68a9f42064b53b7e9abb957d13033",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 2.34375,
+ "timestamp_sec": 1648523031.8611252,
+ "stats": {
+ "total_tx_rate": 527476,
+ "overall": {
+ "rx_pkts": 5274760,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2258,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5274760,
+ "avg_delay_usec": 135.49841149170769,
+ "min_delay_usec": 30,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2637247,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 251,
+ "tx_pkts": 2637513,
+ "avg_delay_usec": 167,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2637513,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 2258,
+ "tx_pkts": 2637247,
+ "avg_delay_usec": 104,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1164667008.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 4.6875,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 530740,
+ "rate_bps": 1171875000.0,
+ "time_taken_sec": 137.57874631881714
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 632951.7633188012,
+ "rx_pkts": 5732879,
+ "time_ms": 1648522906769,
+ "drop_pct": 199370619,
+ "total_tx_pps": 20510349,
+ "tx_pps": 22644926,
+ "tx_pkts": 205103498,
+ "drop_percentage": 97.20488482356356
+ },
+ {
+ "rx_pps": 525347.9116271588,
+ "rx_pkts": 5220542,
+ "time_ms": 1648522919288,
+ "drop_pct": 107294207,
+ "total_tx_pps": 11251474,
+ "tx_pps": 11322462,
+ "tx_pkts": 112514749,
+ "drop_percentage": 95.36012651994629
+ },
+ {
+ "rx_pps": 618995.2907265456,
+ "rx_pkts": 6151267,
+ "time_ms": 1648522931785,
+ "drop_pct": 50107218,
+ "total_tx_pps": 5625848,
+ "tx_pps": 5661230,
+ "tx_pkts": 56258485,
+ "drop_percentage": 89.06606354579225
+ },
+ {
+ "rx_pps": 1708283.2963459694,
+ "rx_pkts": 16977774,
+ "time_ms": 1648522944283,
+ "drop_pct": 11154284,
+ "total_tx_pps": 2813205,
+ "tx_pps": 2830614,
+ "tx_pkts": 28132058,
+ "drop_percentage": 39.649726301573814
+ },
+ {
+ "rx_pps": 1360731.7774735298,
+ "rx_pkts": 13523635,
+ "time_ms": 1648522956800,
+ "drop_pct": 542386,
+ "total_tx_pps": 1406602,
+ "tx_pps": 1415306,
+ "tx_pkts": 14066021,
+ "drop_percentage": 3.8560016368523833
+ },
+ {
+ "rx_pps": 707523.1949731325,
+ "rx_pkts": 7031012,
+ "time_ms": 1648522969304,
+ "drop_pct": 1280,
+ "total_tx_pps": 703229,
+ "tx_pps": 707652,
+ "tx_pkts": 7032292,
+ "drop_percentage": 0.01820174702643178
+ },
+ {
+ "rx_pps": 353826.0,
+ "rx_pkts": 3522871,
+ "time_ms": 1648522981825,
+ "drop_pct": 0,
+ "total_tx_pps": 352287,
+ "tx_pps": 353826,
+ "tx_pkts": 3522871,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 530740.0,
+ "rx_pkts": 5274760,
+ "time_ms": 1648522994322,
+ "drop_pct": 0,
+ "total_tx_pps": 527476,
+ "tx_pps": 530740,
+ "tx_pkts": 5274760,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 619168.936279166,
+ "rx_pkts": 6154233,
+ "time_ms": 1648523006848,
+ "drop_pct": 269,
+ "total_tx_pps": 615450,
+ "tx_pps": 619196,
+ "tx_pkts": 6154502,
+ "drop_percentage": 0.004370784183675625
+ },
+ {
+ "rx_pps": 574945.8616487811,
+ "rx_pkts": 5713528,
+ "time_ms": 1648523019362,
+ "drop_pct": 220,
+ "total_tx_pps": 571374,
+ "tx_pps": 574968,
+ "tx_pkts": 5713748,
+ "drop_percentage": 0.0038503623190942267
+ },
+ {
+ "rx_pps": 552739.5964496398,
+ "rx_pkts": 5493404,
+ "time_ms": 1648523031860,
+ "drop_pct": 1137,
+ "total_tx_pps": 549454,
+ "tx_pps": 552854,
+ "tx_pkts": 5494541,
+ "ndr_pps": 265370,
+ "drop_percentage": 0.0206932662801133
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "00c68a9f42064b53b7e9abb957d13033"
+ },
+ "synthesis": {
+ "avg_delay_usec": 135.49841149170769,
+ "total_tx_rate": 527476
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:08:48",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "b4eddc7398da473da06f59d26481dd90",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 3.61328125,
+ "timestamp_sec": 1648523471.325121,
+ "stats": {
+ "total_tx_rate": 421839,
+ "overall": {
+ "rx_pkts": 4218391,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 964,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4218391,
+ "avg_delay_usec": 91.49982327385015,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2109089,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 964,
+ "tx_pkts": 2109302,
+ "avg_delay_usec": 95,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2109302,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 234,
+ "tx_pkts": 2109089,
+ "avg_delay_usec": 88,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1795346784.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 7.2265625,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 424492,
+ "rate_bps": 1806640624.0,
+ "time_taken_sec": 137.6849229335785
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 563084.4500570935,
+ "rx_pkts": 5335501,
+ "time_ms": 1648523346125,
+ "drop_pct": 105983691,
+ "total_tx_pps": 11131919,
+ "tx_pps": 11748120,
+ "tx_pkts": 111319192,
+ "drop_percentage": 95.20702503841386
+ },
+ {
+ "rx_pps": 637290.2801695273,
+ "rx_pkts": 6333073,
+ "time_ms": 1648523358659,
+ "drop_pct": 52040406,
+ "total_tx_pps": 5837347,
+ "tx_pps": 5874060,
+ "tx_pkts": 58373479,
+ "drop_percentage": 89.15076999265368
+ },
+ {
+ "rx_pps": 1745105.2638676804,
+ "rx_pkts": 17342859,
+ "time_ms": 1648523371158,
+ "drop_pct": 11845350,
+ "total_tx_pps": 2918820,
+ "tx_pps": 2937030,
+ "tx_pkts": 29188209,
+ "drop_percentage": 40.582654454749175
+ },
+ {
+ "rx_pps": 1410723.9011671874,
+ "rx_pkts": 14020482,
+ "time_ms": 1648523383738,
+ "drop_pct": 574347,
+ "total_tx_pps": 1459482,
+ "tx_pps": 1468514,
+ "tx_pkts": 14594829,
+ "drop_percentage": 3.935277350628774
+ },
+ {
+ "rx_pps": 734025.8600312393,
+ "rx_pkts": 7313468,
+ "time_ms": 1648523396281,
+ "drop_pct": 2293,
+ "total_tx_pps": 731576,
+ "tx_pps": 734256,
+ "tx_pkts": 7315761,
+ "drop_percentage": 0.03134328745840658
+ },
+ {
+ "rx_pps": 367128.0,
+ "rx_pkts": 3648704,
+ "time_ms": 1648523408795,
+ "drop_pct": 0,
+ "total_tx_pps": 364870,
+ "tx_pps": 367128,
+ "tx_pkts": 3648704,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 550589.7713038774,
+ "rx_pkts": 5472037,
+ "time_ms": 1648523421294,
+ "drop_pct": 1016,
+ "total_tx_pps": 547305,
+ "tx_pps": 550692,
+ "tx_pkts": 5473053,
+ "drop_percentage": 0.01856367917504179
+ },
+ {
+ "rx_pps": 458654.12648746,
+ "rx_pkts": 4558336,
+ "time_ms": 1648523433810,
+ "drop_pct": 2543,
+ "total_tx_pps": 456087,
+ "tx_pps": 458910,
+ "tx_pkts": 4560879,
+ "drop_percentage": 0.05575679600357738
+ },
+ {
+ "rx_pps": 413015.98762516497,
+ "rx_pkts": 4104762,
+ "time_ms": 1648523446308,
+ "drop_pct": 20,
+ "total_tx_pps": 410478,
+ "tx_pps": 413018,
+ "tx_pkts": 4104782,
+ "drop_percentage": 0.00048723659380693054
+ },
+ {
+ "rx_pps": 435949.3084804507,
+ "rx_pkts": 4332336,
+ "time_ms": 1648523458810,
+ "drop_pct": 146,
+ "total_tx_pps": 433248,
+ "tx_pps": 435964,
+ "tx_pkts": 4332482,
+ "drop_percentage": 0.0033698928235593364
+ },
+ {
+ "rx_pps": 424492.0,
+ "rx_pkts": 4218391,
+ "time_ms": 1648523471324,
+ "drop_pct": 0,
+ "total_tx_pps": 421839,
+ "tx_pps": 424492,
+ "tx_pkts": 4218391,
+ "ndr_pps": 212246,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "b4eddc7398da473da06f59d26481dd90"
+ },
+ "synthesis": {
+ "avg_delay_usec": 91.49982327385015,
+ "total_tx_rate": 421839
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:13:41",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "23114778f5174c1a8a3ff5e0156d0214",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 5.859375,
+ "timestamp_sec": 1648523764.1071556,
+ "stats": {
+ "total_tx_rate": 461876,
+ "overall": {
+ "rx_pkts": 4618724,
+ "drop_percentage": 0.0008227312860026129,
+ "drop_pct": 38,
+ "max_delay_usec": 4782,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 4618762,
+ "avg_delay_usec": 105.0,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2309249,
+ "min_delay_usec": 33,
+ "drop_pct": 16,
+ "max_delay_usec": 2687,
+ "tx_pkts": 2309497,
+ "avg_delay_usec": 105,
+ "drop_percentage": 0.000692791547250332
+ },
+ "0": {
+ "rx_pkts": 2309475,
+ "min_delay_usec": 33,
+ "drop_pct": 22,
+ "max_delay_usec": 4782,
+ "tx_pkts": 2309265,
+ "avg_delay_usec": 105,
+ "drop_percentage": 0.0009526840791334039
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2911666304.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 11.71875,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 464734,
+ "rate_bps": 2929687500.0,
+ "time_taken_sec": 137.67143726348877
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 955878.5749151269,
+ "rx_pkts": 9207107,
+ "time_ms": 1648523638974,
+ "drop_pct": 67189533,
+ "total_tx_pps": 7639664,
+ "tx_pps": 7931472,
+ "tx_pkts": 76396640,
+ "drop_percentage": 87.9482828040605
+ },
+ {
+ "rx_pps": 972237.1870658809,
+ "rx_pkts": 9662578,
+ "time_ms": 1648523651488,
+ "drop_pct": 29750884,
+ "total_tx_pps": 3941346,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413462,
+ "drop_percentage": 75.48406683990359
+ },
+ {
+ "rx_pps": 1578290.234876225,
+ "rx_pkts": 15684261,
+ "time_ms": 1648523663985,
+ "drop_pct": 4020492,
+ "total_tx_pps": 1970475,
+ "tx_pps": 1982868,
+ "tx_pkts": 19704753,
+ "drop_percentage": 20.40366605965576
+ },
+ {
+ "rx_pps": 991198.3508095556,
+ "rx_pkts": 9851027,
+ "time_ms": 1648523676482,
+ "drop_pct": 2342,
+ "total_tx_pps": 985336,
+ "tx_pps": 991434,
+ "tx_pkts": 9853369,
+ "drop_percentage": 0.023768520188374147
+ },
+ {
+ "rx_pps": 495674.5408910233,
+ "rx_pkts": 4925767,
+ "time_ms": 1648523688978,
+ "drop_pct": 412,
+ "total_tx_pps": 492617,
+ "tx_pps": 495716,
+ "tx_pkts": 4926179,
+ "drop_percentage": 0.00836348009278591
+ },
+ {
+ "rx_pps": 247858.0,
+ "rx_pkts": 2463338,
+ "time_ms": 1648523701524,
+ "drop_pct": 0,
+ "total_tx_pps": 246333,
+ "tx_pps": 247858,
+ "tx_pkts": 2463338,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 371786.0,
+ "rx_pkts": 3698343,
+ "time_ms": 1648523714031,
+ "drop_pct": 0,
+ "total_tx_pps": 369834,
+ "tx_pps": 371786,
+ "tx_pkts": 3698343,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 433750.39284890535,
+ "rx_pkts": 4318204,
+ "time_ms": 1648523726546,
+ "drop_pct": 16,
+ "total_tx_pps": 431822,
+ "tx_pps": 433752,
+ "tx_pkts": 4318220,
+ "drop_percentage": 0.00037052303958575524
+ },
+ {
+ "rx_pps": 464730.17648798524,
+ "rx_pkts": 4618724,
+ "time_ms": 1648523739092,
+ "drop_pct": 38,
+ "total_tx_pps": 461876,
+ "tx_pps": 464734,
+ "tx_pkts": 4618762,
+ "drop_percentage": 0.0008227312860026128
+ },
+ {
+ "rx_pps": 480195.32365105936,
+ "rx_pkts": 4772423,
+ "time_ms": 1648523751589,
+ "drop_pct": 285,
+ "total_tx_pps": 477270,
+ "tx_pps": 480224,
+ "tx_pkts": 4772708,
+ "drop_percentage": 0.005971452684723222
+ },
+ {
+ "rx_pps": 472303.0115781439,
+ "rx_pkts": 4693985,
+ "time_ms": 1648523764106,
+ "drop_pct": 1759,
+ "total_tx_pps": 469574,
+ "tx_pps": 472480,
+ "tx_pkts": 4695744,
+ "ndr_pps": 232367,
+ "drop_percentage": 0.03745945264477791
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "23114778f5174c1a8a3ff5e0156d0214"
+ },
+ "synthesis": {
+ "avg_delay_usec": 105.0,
+ "total_tx_rate": 461876
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:18:34",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 6.640625,
+ "timestamp_sec": 1648524057.2266753,
+ "stats": {
+ "total_tx_rate": 395081,
+ "overall": {
+ "rx_pkts": 3950815,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 5009,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3950815,
+ "avg_delay_usec": 135.49999860788216,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1975407,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 1872,
+ "tx_pkts": 1975408,
+ "avg_delay_usec": 141,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1975408,
+ "min_delay_usec": 35,
+ "drop_pct": 0,
+ "max_delay_usec": 5009,
+ "tx_pkts": 1975407,
+ "avg_delay_usec": 130,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3299716512.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 13.28125,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 397546,
+ "rate_bps": 3320312500.0,
+ "time_taken_sec": 137.57492899894714
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1528705.606599547,
+ "rx_pkts": 14848752,
+ "time_ms": 1648523932137,
+ "drop_pct": 43300698,
+ "total_tx_pps": 5814945,
+ "tx_pps": 5986590,
+ "tx_pkts": 58149450,
+ "drop_percentage": 74.46450138393398
+ },
+ {
+ "rx_pps": 1577883.6850487113,
+ "rx_pkts": 15680218,
+ "time_ms": 1648523944639,
+ "drop_pct": 14065639,
+ "total_tx_pps": 2974585,
+ "tx_pps": 2993294,
+ "tx_pkts": 29745857,
+ "drop_percentage": 47.286043901844884
+ },
+ {
+ "rx_pps": 1403083.656451526,
+ "rx_pkts": 13943147,
+ "time_ms": 1648523957150,
+ "drop_pct": 929776,
+ "total_tx_pps": 1487292,
+ "tx_pps": 1496646,
+ "tx_pkts": 14872923,
+ "drop_percentage": 6.25146785201537
+ },
+ {
+ "rx_pps": 748312.0377400354,
+ "rx_pkts": 7436354,
+ "time_ms": 1648523969710,
+ "drop_pct": 99,
+ "total_tx_pps": 743645,
+ "tx_pps": 748322,
+ "tx_pkts": 7436453,
+ "drop_percentage": 0.0013312798453778971
+ },
+ {
+ "rx_pps": 374160.0,
+ "rx_pkts": 3718217,
+ "time_ms": 1648523982208,
+ "drop_pct": 0,
+ "total_tx_pps": 371821,
+ "tx_pps": 374160,
+ "tx_pkts": 3718217,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 561003.6221851375,
+ "rx_pkts": 5575257,
+ "time_ms": 1648523994704,
+ "drop_pct": 2369,
+ "total_tx_pps": 557762,
+ "tx_pps": 561242,
+ "tx_pkts": 5577626,
+ "drop_percentage": 0.042473267300460804
+ },
+ {
+ "rx_pps": 467630.352253285,
+ "rx_pkts": 4647080,
+ "time_ms": 1648524007203,
+ "drop_pct": 712,
+ "total_tx_pps": 464779,
+ "tx_pps": 467702,
+ "tx_pkts": 4647792,
+ "drop_percentage": 0.015319102059644665
+ },
+ {
+ "rx_pps": 420890.9516613151,
+ "rx_pkts": 4183446,
+ "time_ms": 1648524019707,
+ "drop_pct": 408,
+ "total_tx_pps": 418385,
+ "tx_pps": 420932,
+ "tx_pkts": 4183854,
+ "drop_percentage": 0.00975177432099686
+ },
+ {
+ "rx_pps": 397546.0,
+ "rx_pkts": 3950815,
+ "time_ms": 1648524032233,
+ "drop_pct": 0,
+ "total_tx_pps": 395081,
+ "tx_pps": 397546,
+ "tx_pkts": 3950815,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 409232.9685563975,
+ "rx_pkts": 4066755,
+ "time_ms": 1648524044730,
+ "drop_pct": 50,
+ "total_tx_pps": 406680,
+ "tx_pps": 409238,
+ "tx_pkts": 4066805,
+ "drop_percentage": 0.0012294663747093849
+ },
+ {
+ "rx_pps": 403269.836569411,
+ "rx_pkts": 4007497,
+ "time_ms": 1648524057225,
+ "drop_pct": 1214,
+ "total_tx_pps": 400871,
+ "tx_pps": 403392,
+ "tx_pkts": 4008711,
+ "ndr_pps": 198773,
+ "drop_percentage": 0.030284048912480845
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 135.49999860788216,
+ "total_tx_rate": 395081
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:30:47",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "786f3740545f4a40a9dc01f9dffc595c",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 11.5234375,
+ "timestamp_sec": 1648524790.37032,
+ "stats": {
+ "total_tx_rate": 551101,
+ "overall": {
+ "rx_pkts": 5510977,
+ "drop_percentage": 0.0007076735033975586,
+ "drop_pct": 39,
+ "max_delay_usec": 3562,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5511016,
+ "avg_delay_usec": 147.99948230595047,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2755330,
+ "min_delay_usec": 32,
+ "drop_pct": 39,
+ "max_delay_usec": 1593,
+ "tx_pkts": 2755647,
+ "avg_delay_usec": 157,
+ "drop_percentage": 0.0014152756140390988
+ },
+ "0": {
+ "rx_pkts": 2755647,
+ "min_delay_usec": 34,
+ "drop_pct": 0,
+ "max_delay_usec": 3562,
+ "tx_pkts": 2755369,
+ "avg_delay_usec": 139,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 5731450400.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 23.046875,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 554010,
+ "rate_bps": 5761718750.0,
+ "time_taken_sec": 137.65743374824524
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1615487.8462332233,
+ "rx_pkts": 15772944,
+ "time_ms": 1648524665199,
+ "drop_pct": 31167339,
+ "total_tx_pps": 4694028,
+ "tx_pps": 4807692,
+ "tx_pkts": 46940283,
+ "drop_percentage": 66.3978506478114
+ },
+ {
+ "rx_pps": 1489092.605554872,
+ "rx_pkts": 14797858,
+ "time_ms": 1648524677694,
+ "drop_pct": 9090362,
+ "total_tx_pps": 2388822,
+ "tx_pps": 2403846,
+ "tx_pkts": 23888220,
+ "drop_percentage": 38.05374364435693
+ },
+ {
+ "rx_pps": 1181454.0274231592,
+ "rx_pkts": 11741884,
+ "time_ms": 1648524690189,
+ "drop_pct": 203421,
+ "total_tx_pps": 1194530,
+ "tx_pps": 1201922,
+ "tx_pkts": 11945305,
+ "drop_percentage": 1.7029368442245718
+ },
+ {
+ "rx_pps": 600838.4525039338,
+ "rx_pkts": 5971434,
+ "time_ms": 1648524702817,
+ "drop_pct": 1208,
+ "total_tx_pps": 597264,
+ "tx_pps": 600960,
+ "tx_pkts": 5972642,
+ "drop_percentage": 0.020225555122841785
+ },
+ {
+ "rx_pps": 300480.0,
+ "rx_pkts": 2986322,
+ "time_ms": 1648524715333,
+ "drop_pct": 0,
+ "total_tx_pps": 298632,
+ "tx_pps": 300480,
+ "tx_pkts": 2986322,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 450719.39622668474,
+ "rx_pkts": 4479026,
+ "time_ms": 1648524727826,
+ "drop_pct": 6,
+ "total_tx_pps": 447903,
+ "tx_pps": 450720,
+ "tx_pkts": 4479032,
+ "drop_percentage": 0.00013395751582038261
+ },
+ {
+ "rx_pps": 525840.0,
+ "rx_pkts": 5225536,
+ "time_ms": 1648524740327,
+ "drop_pct": 0,
+ "total_tx_pps": 522553,
+ "tx_pps": 525840,
+ "tx_pkts": 5225536,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 562993.5002502074,
+ "rx_pkts": 5595314,
+ "time_ms": 1648524752854,
+ "drop_pct": 4040,
+ "total_tx_pps": 559935,
+ "tx_pps": 563400,
+ "tx_pkts": 5599354,
+ "drop_percentage": 0.07215118029686995
+ },
+ {
+ "rx_pps": 544616.0833552305,
+ "rx_pkts": 5423016,
+ "time_ms": 1648524765370,
+ "drop_pct": 39,
+ "total_tx_pps": 542305,
+ "tx_pps": 544620,
+ "tx_pkts": 5423055,
+ "drop_percentage": 0.0007191518433797923
+ },
+ {
+ "rx_pps": 554006.0794180238,
+ "rx_pkts": 5510977,
+ "time_ms": 1648524777872,
+ "drop_pct": 39,
+ "total_tx_pps": 551101,
+ "tx_pps": 554010,
+ "tx_pkts": 5511016,
+ "drop_percentage": 0.0007076735033975586
+ },
+ {
+ "rx_pps": 558698.1513422158,
+ "rx_pkts": 5552345,
+ "time_ms": 1648524790369,
+ "drop_pct": 78,
+ "total_tx_pps": 555242,
+ "tx_pps": 558706,
+ "tx_pkts": 5552423,
+ "ndr_pps": 277005,
+ "drop_percentage": 0.0014047921060769326
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "786f3740545f4a40a9dc01f9dffc595c"
+ },
+ "synthesis": {
+ "avg_delay_usec": 147.99948230595047,
+ "total_tx_rate": 551101
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:38:06",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "b9b765f0842945868ef0d452b85570ed",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 12.5,
+ "timestamp_sec": 1648525229.1659203,
+ "stats": {
+ "total_tx_rate": 504814,
+ "overall": {
+ "rx_pkts": 5048100,
+ "drop_percentage": 0.0009706528075934367,
+ "drop_pct": 49,
+ "max_delay_usec": 311,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5048149,
+ "avg_delay_usec": 148.00011410233554,
+ "min_delay_usec": 35,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2524026,
+ "min_delay_usec": 35,
+ "drop_pct": 49,
+ "max_delay_usec": 311,
+ "tx_pkts": 2524074,
+ "avg_delay_usec": 136,
+ "drop_percentage": 0.001941305999744857
+ },
+ "0": {
+ "rx_pkts": 2524074,
+ "min_delay_usec": 39,
+ "drop_pct": 0,
+ "max_delay_usec": 303,
+ "tx_pkts": 2524075,
+ "avg_delay_usec": 160,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 6211231456.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 25.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 507964,
+ "rate_bps": 6250000000.0,
+ "time_taken_sec": 137.6200978755951
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1348830.8736421221,
+ "rx_pkts": 13196248,
+ "time_ms": 1648525104030,
+ "drop_pct": 26561020,
+ "total_tx_pps": 3975726,
+ "tx_pps": 4063718,
+ "tx_pkts": 39757268,
+ "drop_percentage": 66.80796074820836
+ },
+ {
+ "rx_pps": 1451865.4390061933,
+ "rx_pkts": 14429367,
+ "time_ms": 1648525116526,
+ "drop_pct": 5764257,
+ "total_tx_pps": 2019362,
+ "tx_pps": 2031858,
+ "tx_pkts": 20193624,
+ "drop_percentage": 28.544935767844347
+ },
+ {
+ "rx_pps": 1014023.4973269543,
+ "rx_pkts": 10076861,
+ "time_ms": 1648525129050,
+ "drop_pct": 18926,
+ "total_tx_pps": 1009578,
+ "tx_pps": 1015928,
+ "tx_pkts": 10095787,
+ "drop_percentage": 0.18746433537078389
+ },
+ {
+ "rx_pps": 507959.0694331724,
+ "rx_pkts": 5048100,
+ "time_ms": 1648525141631,
+ "drop_pct": 49,
+ "total_tx_pps": 504814,
+ "tx_pps": 507964,
+ "tx_pkts": 5048149,
+ "drop_percentage": 0.0009706528075934367
+ },
+ {
+ "rx_pps": 761678.3540363008,
+ "rx_pkts": 7569942,
+ "time_ms": 1648525154127,
+ "drop_pct": 2660,
+ "total_tx_pps": 757260,
+ "tx_pps": 761946,
+ "tx_pkts": 7572602,
+ "drop_percentage": 0.03512663150658123
+ },
+ {
+ "rx_pps": 634872.7798972944,
+ "rx_pkts": 6309050,
+ "time_ms": 1648525166633,
+ "drop_pct": 827,
+ "total_tx_pps": 630987,
+ "tx_pps": 634956,
+ "tx_pkts": 6309877,
+ "drop_percentage": 0.013106436147645985
+ },
+ {
+ "rx_pps": 571211.9497838132,
+ "rx_pkts": 5676421,
+ "time_ms": 1648525179164,
+ "drop_pct": 2465,
+ "total_tx_pps": 567888,
+ "tx_pps": 571460,
+ "tx_pkts": 5678886,
+ "drop_percentage": 0.04340640048065765
+ },
+ {
+ "rx_pps": 539692.3793376087,
+ "rx_pkts": 5363734,
+ "time_ms": 1648525191676,
+ "drop_pct": 195,
+ "total_tx_pps": 536392,
+ "tx_pps": 539712,
+ "tx_pkts": 5363929,
+ "drop_percentage": 0.0036353948756592414
+ },
+ {
+ "rx_pps": 523781.9497057231,
+ "rx_pkts": 5205085,
+ "time_ms": 1648525204173,
+ "drop_pct": 557,
+ "total_tx_pps": 520564,
+ "tx_pps": 523838,
+ "tx_pkts": 5205642,
+ "drop_percentage": 0.010699929038531654
+ },
+ {
+ "rx_pps": 515844.6541285334,
+ "rx_pkts": 5126210,
+ "time_ms": 1648525216667,
+ "drop_pct": 550,
+ "total_tx_pps": 512676,
+ "tx_pps": 515900,
+ "tx_pkts": 5126760,
+ "drop_percentage": 0.010728023156925622
+ },
+ {
+ "rx_pps": 511849.2830473219,
+ "rx_pkts": 5086504,
+ "time_ms": 1648525229165,
+ "drop_pct": 822,
+ "total_tx_pps": 508732,
+ "tx_pps": 511932,
+ "tx_pkts": 5087326,
+ "ndr_pps": 253982,
+ "drop_percentage": 0.016157800777854614
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "b9b765f0842945868ef0d452b85570ed"
+ },
+ "synthesis": {
+ "avg_delay_usec": 148.00011410233554,
+ "total_tx_rate": 504814
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:40:32",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "14202ba37ebc4fdea8f16b0278600b2d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 2.34375,
+ "timestamp_sec": 1648525375.443067,
+ "stats": {
+ "total_tx_rate": 381275,
+ "overall": {
+ "rx_pkts": 3812745,
+ "drop_percentage": 0.0001311389417087404,
+ "drop_pct": 5,
+ "max_delay_usec": 4320,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3812750,
+ "avg_delay_usec": 101.9999483311892,
+ "min_delay_usec": 31,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1906274,
+ "min_delay_usec": 31,
+ "drop_pct": 5,
+ "max_delay_usec": 4320,
+ "tx_pkts": 1906471,
+ "avg_delay_usec": 103,
+ "drop_percentage": 0.00026226467646242715
+ },
+ "0": {
+ "rx_pkts": 1906471,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 1815,
+ "tx_pkts": 1906279,
+ "avg_delay_usec": 101,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1164668033.3333333,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 4.6875,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 383634,
+ "rate_bps": 1171875000.0,
+ "time_taken_sec": 137.6155240535736
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 771093.2513239763,
+ "rx_pkts": 6682599,
+ "time_ms": 1648525250355,
+ "drop_pct": 135172410,
+ "total_tx_pps": 14185500,
+ "tx_pps": 16368398,
+ "tx_pkts": 141855009,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14185500). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 95.28913427371465
+ },
+ {
+ "rx_pps": 680193.3374204193,
+ "rx_pkts": 6760101,
+ "time_ms": 1648525262852,
+ "drop_pct": 74578545,
+ "total_tx_pps": 8133864,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338646,
+ "drop_percentage": 91.68894328533572
+ },
+ {
+ "rx_pps": 1311747.3568787286,
+ "rx_pkts": 13036804,
+ "time_ms": 1648525275367,
+ "drop_pct": 27632521,
+ "total_tx_pps": 4066932,
+ "tx_pps": 4092098,
+ "tx_pkts": 40669325,
+ "drop_percentage": 67.94438068495113
+ },
+ {
+ "rx_pps": 1590695.3692736912,
+ "rx_pkts": 15809129,
+ "time_ms": 1648525287882,
+ "drop_pct": 4525523,
+ "total_tx_pps": 2033465,
+ "tx_pps": 2046048,
+ "tx_pkts": 20334652,
+ "drop_percentage": 22.255227185594325
+ },
+ {
+ "rx_pps": 1019699.6569069418,
+ "rx_pkts": 10134290,
+ "time_ms": 1648525300401,
+ "drop_pct": 33039,
+ "total_tx_pps": 1016732,
+ "tx_pps": 1023024,
+ "tx_pkts": 10167329,
+ "drop_percentage": 0.32495260062893605
+ },
+ {
+ "rx_pps": 511492.9830606495,
+ "rx_pkts": 5083477,
+ "time_ms": 1648525312928,
+ "drop_pct": 189,
+ "total_tx_pps": 508366,
+ "tx_pps": 511512,
+ "tx_pkts": 5083666,
+ "drop_percentage": 0.0037177894849897693
+ },
+ {
+ "rx_pps": 255756.0,
+ "rx_pkts": 2541834,
+ "time_ms": 1648525325435,
+ "drop_pct": 0,
+ "total_tx_pps": 254183,
+ "tx_pps": 255756,
+ "tx_pkts": 2541834,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 383633.4969064324,
+ "rx_pkts": 3812745,
+ "time_ms": 1648525337929,
+ "drop_pct": 5,
+ "total_tx_pps": 381275,
+ "tx_pps": 383634,
+ "tx_pkts": 3812750,
+ "drop_percentage": 0.0001311389417087404
+ },
+ {
+ "rx_pps": 447538.0591777257,
+ "rx_pkts": 4456812,
+ "time_ms": 1648525350446,
+ "drop_pct": 338,
+ "total_tx_pps": 445715,
+ "tx_pps": 447572,
+ "tx_pkts": 4457150,
+ "drop_percentage": 0.007583321180575031
+ },
+ {
+ "rx_pps": 415568.9970519043,
+ "rx_pkts": 4130135,
+ "time_ms": 1648525362946,
+ "drop_pct": 328,
+ "total_tx_pps": 413046,
+ "tx_pps": 415602,
+ "tx_pkts": 4130463,
+ "drop_percentage": 0.00794099838202158
+ },
+ {
+ "rx_pps": 399576.8469448261,
+ "rx_pkts": 3971198,
+ "time_ms": 1648525375442,
+ "drop_pct": 409,
+ "total_tx_pps": 397160,
+ "tx_pps": 399618,
+ "tx_pkts": 3971607,
+ "ndr_pps": 191817,
+ "drop_percentage": 0.010298098477518043
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "14202ba37ebc4fdea8f16b0278600b2d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 101.9999483311892,
+ "total_tx_rate": 381275
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-29 03:52:45",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "2410629fde18450796d4b2a0329b7475",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2519,
+ 2504
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 38.0859375,
+ "timestamp_sec": 1648526108.2238886,
+ "stats": {
+ "total_tx_rate": 262248,
+ "overall": {
+ "rx_pkts": 2622479,
+ "drop_percentage": 0.00038131713803184685,
+ "drop_pct": 10,
+ "max_delay_usec": 6043,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2622489,
+ "avg_delay_usec": 797.498445936078,
+ "min_delay_usec": 77,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1311168,
+ "min_delay_usec": 77,
+ "drop_pct": 10,
+ "max_delay_usec": 5571,
+ "tx_pkts": 1311311,
+ "avg_delay_usec": 826,
+ "drop_percentage": 0.0007625956008910168
+ },
+ "0": {
+ "rx_pkts": 1311311,
+ "min_delay_usec": 78,
+ "drop_pct": 0,
+ "max_delay_usec": 6043,
+ "tx_pkts": 1311178,
+ "avg_delay_usec": 769,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 18923815680.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 76.171875,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 263898,
+ "rate_bps": 19042968750.0,
+ "time_taken_sec": 137.70801401138306
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 275136.87051549257,
+ "rx_pkts": 2732413,
+ "time_ms": 1648525983002,
+ "drop_pct": 4148889,
+ "total_tx_pps": 688130,
+ "tx_pps": 692904,
+ "tx_pkts": 6881302,
+ "drop_percentage": 60.2922092359847
+ },
+ {
+ "rx_pps": 276450.51010692323,
+ "rx_pkts": 2747283,
+ "time_ms": 1648525995501,
+ "drop_pct": 695654,
+ "total_tx_pps": 344293,
+ "tx_pps": 346452,
+ "tx_pkts": 3442937,
+ "drop_percentage": 20.2052491811497
+ },
+ {
+ "rx_pps": 173226.0,
+ "rx_pkts": 1721608,
+ "time_ms": 1648526007998,
+ "drop_pct": 0,
+ "total_tx_pps": 172160,
+ "tx_pps": 173226,
+ "tx_pkts": 1721608,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 259838.0,
+ "rx_pkts": 2582273,
+ "time_ms": 1648526020514,
+ "drop_pct": 0,
+ "total_tx_pps": 258227,
+ "tx_pps": 259838,
+ "tx_pkts": 2582273,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 276532.862184301,
+ "rx_pkts": 2748324,
+ "time_ms": 1648526033023,
+ "drop_pct": 264475,
+ "total_tx_pps": 301279,
+ "tx_pps": 303144,
+ "tx_pkts": 3012799,
+ "drop_percentage": 8.77838183031792
+ },
+ {
+ "rx_pps": 276802.02633522433,
+ "rx_pkts": 2750861,
+ "time_ms": 1648526045525,
+ "drop_pct": 46609,
+ "total_tx_pps": 279747,
+ "tx_pps": 281492,
+ "tx_pkts": 2797470,
+ "drop_percentage": 1.6661125945944013
+ },
+ {
+ "rx_pps": 270650.71832178126,
+ "rx_pkts": 2689863,
+ "time_ms": 1648526058023,
+ "drop_pct": 132,
+ "total_tx_pps": 268999,
+ "tx_pps": 270664,
+ "tx_pkts": 2689995,
+ "drop_percentage": 0.004907072317978286
+ },
+ {
+ "rx_pps": 265244.0511173625,
+ "rx_pkts": 2636129,
+ "time_ms": 1648526070614,
+ "drop_pct": 79,
+ "total_tx_pps": 263620,
+ "tx_pps": 265252,
+ "tx_pkts": 2636208,
+ "drop_percentage": 0.0029967286344628344
+ },
+ {
+ "rx_pps": 262543.7987422155,
+ "rx_pkts": 2609030,
+ "time_ms": 1648526083208,
+ "drop_pct": 2,
+ "total_tx_pps": 260903,
+ "tx_pps": 262544,
+ "tx_pkts": 2609032,
+ "drop_percentage": 7.665678305210515e-05
+ },
+ {
+ "rx_pps": 263896.99371169903,
+ "rx_pkts": 2622479,
+ "time_ms": 1648526095706,
+ "drop_pct": 10,
+ "total_tx_pps": 262248,
+ "tx_pps": 263898,
+ "tx_pkts": 2622489,
+ "drop_percentage": 0.00038131713803184685
+ },
+ {
+ "rx_pps": 264566.1509460084,
+ "rx_pkts": 2629127,
+ "time_ms": 1648526108223,
+ "drop_pct": 78,
+ "total_tx_pps": 262920,
+ "tx_pps": 264574,
+ "tx_pkts": 2629205,
+ "ndr_pps": 131949,
+ "drop_percentage": 0.0029666762386348724
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2410629fde18450796d4b2a0329b7475"
+ },
+ "synthesis": {
+ "avg_delay_usec": 797.498445936078,
+ "total_tx_rate": 262248
+ }
+ }
+ ]
+ },
+ "fail_tests": 0,
+ "total_tests": 1,
+ "pass_tests": 1
+ }
+ }
+ ]
+}
diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json
new file mode 100644
index 0000000..c0ddacf
--- /dev/null
+++ b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json
@@ -0,0 +1,25065 @@
+{
+ "pagination": {
+ "current_page": 2,
+ "total_pages": 2
+ },
+ "results": [
+ {
+ "project_name": "nfvbench",
+ "scenario": "os-nosdn-nofeature-noha",
+ "stop_date": "2022-03-03 08:10:22",
+ "case_name": "characterization",
+ "build_tag": "GUB6K4FMHSH1",
+ "version": "unknown",
+ "pod_name": "AMICAL",
+ "criteria": "PASS",
+ "installer": "unknown",
+ "_id": "622077f1c0d88e001ce40a5e",
+ "start_date": "2022-03-03 04:25:55",
+ "details": {
+ "tests": [
+ {
+ "status": "passed",
+ "elements": [
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011944770812988281,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 20.04898452758789,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 441.4580554962158,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001373291015625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002956390380859375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.894371032714844e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010991096496582031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007940292358398438,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.3887722492218,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011849403381347656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028204917907714844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007737398147583008,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.3920896053314,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012111663818359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00031113624572753906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007782936096191406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.3988313674927,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012111663818359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00032019615173339844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007817983627319336,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.39960050582886,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013256072998046875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002803802490234375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.036064147949219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007714271545410156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.40483140945435,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014662742614746094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002925395965576172,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010037422180175781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011348724365234375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007891654968261719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.40072679519653,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012135505676269531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030994415283203125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.34600830078125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007767915725708008,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.39458751678467,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013685226440429688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00031065940856933594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001201629638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010800361633300781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.34600830078125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.298324584960938e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007948875427246094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.39232301712036,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001227855682373047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00029540061950683594,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.274482727050781e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0077228546142578125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 433.4036717414856,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011873245239257812,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002994537353515625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007776737213134766,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41271233558655,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012230873107910156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002951622009277344,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007769107818603516,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.44420289993286,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012922286987304688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003147125244140625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011992454528808594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00010967254638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007972955703735352,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41557693481445,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001201629638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002875328063964844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011610984802246094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.131431579589844e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007865667343139648,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4459092617035,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013709068298339844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003178119659423828,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007863044738769531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.40875816345215,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011682510375976562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002982616424560547,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007781267166137695,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41113471984863,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00014781951904296875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002956390380859375,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010752677917480469,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00796818733215332,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41015791893005,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030732154846191406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.202957153320312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007746458053588867,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.46103525161743,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002970695495605469,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007760763168334961,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.40750312805176,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003159046173095703,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "10k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "10k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0077402591705322266,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.42182779312134,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011897087097167969,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030732154846191406,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011372566223144531,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007884979248046875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4939408302307,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012111663818359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003120899200439453,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "128 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "128"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011324882507324219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007754087448120117,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.453311920166,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001404285430908203,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003037452697753906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.918212890625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "256 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "256"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.679794311523438e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.179115295410156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007740497589111328,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.5027401447296,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013017654418945312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0002994537353515625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "512 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "512"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010919570922851562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00010466575622558594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007869720458984375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4968614578247,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003190040588378906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007755756378173828,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.41006350517273,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030159950256347656,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1024 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1024"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011706352233886719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.0077631473541259766,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4135572910309,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011944770812988281,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00028061866760253906,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00012302398681640625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1280 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1280"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.00011610984802246094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007807254791259766,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.4129407405853,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011730194091796875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00029850006103515625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.226799011230469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007798910140991211,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.42279505729675,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001201629638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00031757354736328125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "IMIX frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "IMIX"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007747650146484375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.46680998802185,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00030684471130371094,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.870529174804688e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.417533874511719e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.512901306152344e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008136987686157227,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 441.5627624988556,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001380443572998047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003027915954589844,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.1552734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00012063980102539062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023174285888671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007772684097290039,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.20964193344116,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001323223114013672,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010657310485839844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.250640869140625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00022912025451660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008083343505859375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.24647831916809,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013446807861328125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.393692016601562e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010704994201660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.441375732421875e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.000244140625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008151054382324219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.257242918014526,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001327991485595703,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.846687316894531e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.369850158691406e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010466575622558594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023818016052246094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008000850677490234,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.23027515411377,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013971328735351562,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010228157043457031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011301040649414062,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00010156631469726562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023365020751953125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007997751235961914,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.18446683883667,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013399124145507812,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.989738464355469e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00012946128845214844,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023436546325683594,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.007965087890625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 40.255555391311646,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013446807861328125,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010895729064941406,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "70% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00023174285888671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008159637451171875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.21106767654419,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001327991485595703,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010037422180175781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "TRex is restarted",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99"
+ },
+ "result": {
+ "duration": 0.00011754035949707031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00010704994201660156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "90% rate of previous scenario",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage_rate",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129"
+ },
+ "result": {
+ "duration": 0.00027060508728027344,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008315563201904297,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 38.238194704055786,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013208389282226562,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69",
+ "type": "scenario"
+ }
+ ],
+ "name": "characterization",
+ "keyword": "Feature",
+ "tags": [
+ "characterization"
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2"
+ }
+ ],
+ "skip_tests": 0,
+ "links": [
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/xtesting.log",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.html",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/behave_tests.log",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/campaign_result.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/TESTS-characterization-full.xml",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench.log",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.json",
+ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json"
+ ],
+ "results": {
+ "latency": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:05:30",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "05da7928f54347d98272aae0eb8ccf68",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "202197pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.2706993408,
+ "rate_pps": 100706,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67674835
+ },
+ "tx": {
+ "rate_percent": 0.2707356288,
+ "rate_pps": 100720,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67683907
+ },
+ "orig": {
+ "rate_percent": 0.271752768,
+ "rate_pps": 101098,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67938192
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 0.5414347008,
+ "rate_pps": 201426.0,
+ "rate_bps": 135358675.0
+ },
+ "tx": {
+ "rate_percent": 0.5414709888,
+ "rate_pps": 201440.0,
+ "rate_bps": 135367747.0
+ },
+ "orig": {
+ "rate_percent": 0.543505536,
+ "rate_pps": 202196.0,
+ "rate_bps": 135876384.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.27073536,
+ "rate_pps": 100720,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67683840
+ },
+ "tx": {
+ "rate_percent": 0.27073536,
+ "rate_pps": 100720,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67683840
+ },
+ "orig": {
+ "rate_percent": 0.271752768,
+ "rate_pps": 101098,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 67938192
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1006353,
+ "-127 (-0.0126%)"
+ ],
+ "lat_max_usec": 6319,
+ "lat_avg_usec": 343,
+ "lat_min_usec": 55,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1007200,
+ 1007200
+ ],
+ "lat_max_usec": 16679,
+ "lat_avg_usec": 332,
+ "lat_min_usec": 39,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 201440,
+ "overall": {
+ "drop_rate_percent": 0.006701744091667946,
+ "rx": {
+ "dropped_pkts": 135,
+ "pkt_bit_rate": 54798412.0,
+ "pkt_rate": 100732.0,
+ "max_delay_usec": 16679,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 337.50036589010585,
+ "total_pkt_bytes": 136970088,
+ "total_pkts": 2014266,
+ "min_delay_usec": 39
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 136979268,
+ "total_pkts": 2014401,
+ "pkt_bit_rate": 54796758.0,
+ "pkt_rate": 100728.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.01340349483717236,
+ "rx": {
+ "dropped_pkts": 135,
+ "pkt_bit_rate": 54797180,
+ "pkt_rate": 100730,
+ "max_delay_usec": 16679,
+ "total_pkt_bytes": 68480488,
+ "avg_delay_usec": 332,
+ "total_pkts": 1007066,
+ "min_delay_usec": 39
+ },
+ "tx": {
+ "total_pkt_bytes": 68489600,
+ "total_pkts": 1007200,
+ "pkt_bit_rate": 54796540,
+ "pkt_rate": 100728
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 54799644,
+ "pkt_rate": 100734,
+ "max_delay_usec": 6319,
+ "total_pkt_bytes": 68489600,
+ "avg_delay_usec": 343,
+ "total_pkts": 1007200,
+ "min_delay_usec": 55
+ },
+ "tx": {
+ "total_pkt_bytes": 68489668,
+ "total_pkts": 1007201,
+ "pkt_bit_rate": 54796976,
+ "pkt_rate": 100729
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 135367680.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "05da7928f54347d98272aae0eb8ccf68"
+ },
+ "synthesis": {
+ "avg_delay_usec": 337.50036589010585,
+ "total_tx_rate": 201440
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:06:11",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "2eb5c2020c5149db9e10bab584e2dbf6",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "259968pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.34818819840000004,
+ "rate_pps": 129534,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87047049
+ },
+ "tx": {
+ "rate_percent": 0.3481965312,
+ "rate_pps": 129537,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87049132
+ },
+ "orig": {
+ "rate_percent": 0.349396992,
+ "rate_pps": 129984,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87349248
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 0.696405696,
+ "rate_pps": 259079.0,
+ "rate_bps": 174101423.0
+ },
+ "tx": {
+ "rate_percent": 0.6964140288,
+ "rate_pps": 259082.0,
+ "rate_bps": 174103506.0
+ },
+ "orig": {
+ "rate_percent": 0.698793984,
+ "rate_pps": 259968.0,
+ "rate_bps": 174698496.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.3482174976,
+ "rate_pps": 129545,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87054374
+ },
+ "tx": {
+ "rate_percent": 0.3482174976,
+ "rate_pps": 129545,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87054374
+ },
+ "orig": {
+ "rate_percent": 0.349396992,
+ "rate_pps": 129984,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 87349248
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1294246,
+ "+14 (+0.0011%)"
+ ],
+ "lat_max_usec": 5982,
+ "lat_avg_usec": 438,
+ "lat_min_usec": 53,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1295452,
+ 1295452
+ ],
+ "lat_max_usec": 12890,
+ "lat_avg_usec": 403,
+ "lat_min_usec": 79,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 259082,
+ "overall": {
+ "drop_rate_percent": 0.0011965296009843964,
+ "rx": {
+ "dropped_pkts": 31,
+ "pkt_bit_rate": 70518144.0,
+ "pkt_rate": 129628.0,
+ "max_delay_usec": 12890,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 420.50073626049146,
+ "total_pkt_bytes": 176174060,
+ "total_pkts": 2590795,
+ "min_delay_usec": 53
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 176176168,
+ "total_pkts": 2590826,
+ "pkt_bit_rate": 70546464.0,
+ "pkt_rate": 129680.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0023929871581502052,
+ "rx": {
+ "dropped_pkts": 31,
+ "pkt_bit_rate": 70304360,
+ "pkt_rate": 129235,
+ "max_delay_usec": 12890,
+ "total_pkt_bytes": 88083324,
+ "avg_delay_usec": 403,
+ "total_pkts": 1295343,
+ "min_delay_usec": 79
+ },
+ "tx": {
+ "total_pkt_bytes": 88090736,
+ "total_pkts": 1295452,
+ "pkt_bit_rate": 70660064,
+ "pkt_rate": 129889
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 70731928,
+ "pkt_rate": 130021,
+ "max_delay_usec": 5982,
+ "total_pkt_bytes": 88090736,
+ "avg_delay_usec": 438,
+ "total_pkts": 1295452,
+ "min_delay_usec": 53
+ },
+ "tx": {
+ "total_pkt_bytes": 88085432,
+ "total_pkts": 1295374,
+ "pkt_bit_rate": 70432864,
+ "pkt_rate": 129472
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 174103104.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "2eb5c2020c5149db9e10bab584e2dbf6"
+ },
+ "synthesis": {
+ "avg_delay_usec": 420.50073626049146,
+ "total_tx_rate": 259082
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:06:50",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "694c371f3fce42c4ba547b3cc5cbc030",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "204764pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 2.5720017408,
+ "rate_pps": 101998,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 643000435
+ },
+ "tx": {
+ "rate_percent": 2.5720017408,
+ "rate_pps": 101998,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 643000435
+ },
+ "orig": {
+ "rate_percent": 2.5816645119999997,
+ "rate_pps": 102382,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 645416128
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 5.14400096,
+ "rate_pps": 203996.0,
+ "rate_bps": 1286000239.0
+ },
+ "tx": {
+ "rate_percent": 5.14400096,
+ "rate_pps": 203996.0,
+ "rate_bps": 1286000239.0
+ },
+ "orig": {
+ "rate_percent": 5.163329023999999,
+ "rate_pps": 204764.0,
+ "rate_bps": 1290832256.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 2.5719992192,
+ "rate_pps": 101998,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 642999804
+ },
+ "tx": {
+ "rate_percent": 2.5719992192,
+ "rate_pps": 101998,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 642999804
+ },
+ "orig": {
+ "rate_percent": 2.5816645119999997,
+ "rate_pps": 102382,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 645416128
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1019120,
+ "+16 (+0.0016%)"
+ ],
+ "lat_max_usec": 6400,
+ "lat_avg_usec": 441,
+ "lat_min_usec": 34,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1019987,
+ 1019987
+ ],
+ "lat_max_usec": 12992,
+ "lat_avg_usec": 416,
+ "lat_min_usec": 39,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 203997,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 593093792.0,
+ "pkt_rate": 96031.5,
+ "max_delay_usec": 12992,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 428.4999938724739,
+ "total_pkt_bytes": 1574860700,
+ "total_pkts": 2039975,
+ "min_delay_usec": 34
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 1574860700,
+ "total_pkts": 2039975,
+ "pkt_bit_rate": 593058368.0,
+ "pkt_rate": 96025.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 589896256,
+ "pkt_rate": 95514,
+ "max_delay_usec": 12992,
+ "total_pkt_bytes": 787430736,
+ "avg_delay_usec": 416,
+ "total_pkts": 1019988,
+ "min_delay_usec": 39
+ },
+ "tx": {
+ "total_pkt_bytes": 787429964,
+ "total_pkts": 1019987,
+ "pkt_bit_rate": 593190528,
+ "pkt_rate": 96047
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 596291328,
+ "pkt_rate": 96549,
+ "max_delay_usec": 6400,
+ "total_pkt_bytes": 787429964,
+ "avg_delay_usec": 441,
+ "total_pkts": 1019987,
+ "min_delay_usec": 34
+ },
+ "tx": {
+ "total_pkt_bytes": 787430736,
+ "total_pkts": 1019988,
+ "pkt_bit_rate": 592926208,
+ "pkt_rate": 96004
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1285997088.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "694c371f3fce42c4ba547b3cc5cbc030"
+ },
+ "synthesis": {
+ "avg_delay_usec": 428.4999938724739,
+ "total_tx_rate": 203997
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:07:28",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "263268pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 3.3066320768,
+ "rate_pps": 131132,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 826658019
+ },
+ "tx": {
+ "rate_percent": 3.306674944,
+ "rate_pps": 131134,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 826668736
+ },
+ "orig": {
+ "rate_percent": 3.3192829440000002,
+ "rate_pps": 131634,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 829820736
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 6.613438144,
+ "rate_pps": 262271.0,
+ "rate_bps": 1653359535.0
+ },
+ "tx": {
+ "rate_percent": 6.6135490944,
+ "rate_pps": 262275.0,
+ "rate_bps": 1653387273.0
+ },
+ "orig": {
+ "rate_percent": 6.6385658880000005,
+ "rate_pps": 263268.0,
+ "rate_bps": 1659641472.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 3.3068060672,
+ "rate_pps": 131139,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 826701516
+ },
+ "tx": {
+ "rate_percent": 3.306874150399999,
+ "rate_pps": 131141,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 826718537
+ },
+ "orig": {
+ "rate_percent": 3.3192829440000002,
+ "rate_pps": 131634,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 829820736
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1310232,
+ "-6 (-0.0005%)"
+ ],
+ "lat_max_usec": 1676,
+ "lat_avg_usec": 349,
+ "lat_min_usec": 51,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1311419,
+ "-27 (-0.0021%)"
+ ],
+ "lat_max_usec": 17335,
+ "lat_avg_usec": 357,
+ "lat_min_usec": 74,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 262275,
+ "overall": {
+ "drop_rate_percent": 0.0016776226866441024,
+ "rx": {
+ "dropped_pkts": 44,
+ "pkt_bit_rate": 812587744.0,
+ "pkt_rate": 131571.5,
+ "max_delay_usec": 17335,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 352.9998947655388,
+ "total_pkt_bytes": 2024735980,
+ "total_pkts": 2622715,
+ "min_delay_usec": 51
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 2024769948,
+ "total_pkts": 2622759,
+ "pkt_bit_rate": 812466528.0,
+ "pkt_rate": 131551.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0012963057573513882,
+ "rx": {
+ "dropped_pkts": 17,
+ "pkt_bit_rate": 812597184,
+ "pkt_rate": 131573,
+ "max_delay_usec": 17335,
+ "total_pkt_bytes": 1012341356,
+ "avg_delay_usec": 357,
+ "total_pkts": 1311323,
+ "min_delay_usec": 74
+ },
+ "tx": {
+ "total_pkt_bytes": 1012415468,
+ "total_pkts": 1311419,
+ "pkt_bit_rate": 812396480,
+ "pkt_rate": 131540
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.002058962587887199,
+ "rx": {
+ "dropped_pkts": 27,
+ "pkt_bit_rate": 812578304,
+ "pkt_rate": 131570,
+ "max_delay_usec": 1676,
+ "total_pkt_bytes": 1012394624,
+ "avg_delay_usec": 349,
+ "total_pkts": 1311392,
+ "min_delay_usec": 51
+ },
+ "tx": {
+ "total_pkt_bytes": 1012354480,
+ "total_pkts": 1311340,
+ "pkt_bit_rate": 812536576,
+ "pkt_rate": 131563
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1653381600.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 352.9998947655388,
+ "total_tx_rate": 262275
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:08:07",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "89248933cb70463792a0aa738f17d3e6",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "182233pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 4.4675971648,
+ "rate_pps": 90775,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1116899291
+ },
+ "tx": {
+ "rate_percent": 4.4675971648,
+ "rate_pps": 90775,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1116899291
+ },
+ "orig": {
+ "rate_percent": 4.484389664,
+ "rate_pps": 91116,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1121097416
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 8.9354650176,
+ "rate_pps": 181555.0,
+ "rate_bps": 2233866254.0
+ },
+ "tx": {
+ "rate_percent": 8.9354650176,
+ "rate_pps": 181555.0,
+ "rate_bps": 2233866254.0
+ },
+ "orig": {
+ "rate_percent": 8.968779328,
+ "rate_pps": 182232.0,
+ "rate_bps": 2242194832.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 4.4678678528,
+ "rate_pps": 90780,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1116966963
+ },
+ "tx": {
+ "rate_percent": 4.4678678528,
+ "rate_pps": 90780,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1116966963
+ },
+ "orig": {
+ "rate_percent": 4.484389664,
+ "rate_pps": 91116,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1121097416
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 906957,
+ "+6 (+0.0007%)"
+ ],
+ "lat_max_usec": 4973,
+ "lat_avg_usec": 370,
+ "lat_min_usec": 59,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 907808,
+ 907808
+ ],
+ "lat_max_usec": 6675,
+ "lat_avg_usec": 341,
+ "lat_min_usec": 92,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 181556,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1108165952.0,
+ "pkt_rate": 91011.5,
+ "max_delay_usec": 6675,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 355.5004392581687,
+ "total_pkt_bytes": 2763283842,
+ "total_pkts": 1815561,
+ "min_delay_usec": 59
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 2763283842,
+ "total_pkts": 1815561,
+ "pkt_bit_rate": 1107904704.0,
+ "pkt_rate": 90990.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1108101888,
+ "pkt_rate": 91006,
+ "max_delay_usec": 6675,
+ "total_pkt_bytes": 1381600066,
+ "avg_delay_usec": 341,
+ "total_pkts": 907753,
+ "min_delay_usec": 92
+ },
+ "tx": {
+ "total_pkt_bytes": 1381683776,
+ "total_pkts": 907808,
+ "pkt_bit_rate": 1107890432,
+ "pkt_rate": 90989
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1108230016,
+ "pkt_rate": 91017,
+ "max_delay_usec": 4973,
+ "total_pkt_bytes": 1381683776,
+ "avg_delay_usec": 370,
+ "total_pkts": 907808,
+ "min_delay_usec": 59
+ },
+ "tx": {
+ "total_pkt_bytes": 1381600066,
+ "total_pkts": 907753,
+ "pkt_bit_rate": 1107918976,
+ "pkt_rate": 90991
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2233865024.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "89248933cb70463792a0aa738f17d3e6"
+ },
+ "synthesis": {
+ "avg_delay_usec": 355.5004392581687,
+ "total_tx_rate": 181556
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:08:48",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "234299pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 5.7440633408,
+ "rate_pps": 116711,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1436015835
+ },
+ "tx": {
+ "rate_percent": 5.7440633408,
+ "rate_pps": 116711,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1436015835
+ },
+ "orig": {
+ "rate_percent": 5.765629792,
+ "rate_pps": 117149,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1441407448
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 11.4884711936,
+ "rate_pps": 233429.0,
+ "rate_bps": 2872117798.0
+ },
+ "tx": {
+ "rate_percent": 11.4884711936,
+ "rate_pps": 233429.0,
+ "rate_bps": 2872117798.0
+ },
+ "orig": {
+ "rate_percent": 11.531259584,
+ "rate_pps": 234298.0,
+ "rate_bps": 2882814896.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 5.7444078528,
+ "rate_pps": 116718,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1436101963
+ },
+ "tx": {
+ "rate_percent": 5.7444078528,
+ "rate_pps": 116718,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1436101963
+ },
+ "orig": {
+ "rate_percent": 5.765629792,
+ "rate_pps": 117149,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1441407448
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1166133,
+ "+27 (+0.0023%)"
+ ],
+ "lat_max_usec": 658,
+ "lat_avg_usec": 325,
+ "lat_min_usec": 69,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 1167183,
+ 1167183
+ ],
+ "lat_max_usec": 11556,
+ "lat_avg_usec": 331,
+ "lat_min_usec": 66,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 233429,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1423834560.0,
+ "pkt_rate": 116937.0,
+ "max_delay_usec": 11556,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 327.99991003711614,
+ "total_pkt_bytes": 3552798512,
+ "total_pkts": 2334296,
+ "min_delay_usec": 66
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 3552798512,
+ "total_pkts": 2334296,
+ "pkt_bit_rate": 1424474880.0,
+ "pkt_rate": 116990.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1423956992,
+ "pkt_rate": 116947,
+ "max_delay_usec": 11556,
+ "total_pkt_bytes": 1776345986,
+ "avg_delay_usec": 331,
+ "total_pkts": 1167113,
+ "min_delay_usec": 66
+ },
+ "tx": {
+ "total_pkt_bytes": 1776452526,
+ "total_pkts": 1167183,
+ "pkt_bit_rate": 1424533632,
+ "pkt_rate": 116994
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1423712128,
+ "pkt_rate": 116927,
+ "max_delay_usec": 658,
+ "total_pkt_bytes": 1776452526,
+ "avg_delay_usec": 325,
+ "total_pkts": 1167183,
+ "min_delay_usec": 69
+ },
+ "tx": {
+ "total_pkt_bytes": 1776345986,
+ "total_pkts": 1167113,
+ "pkt_bit_rate": 1424416128,
+ "pkt_rate": 116986
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2872110416.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0"
+ },
+ "synthesis": {
+ "avg_delay_usec": 327.99991003711614,
+ "total_tx_rate": 233429
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:09:28",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "1b492bc88b2c49cb88be084019d3b19a",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "107335pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 15.432253056,
+ "rate_pps": 53465,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3858063264
+ },
+ "tx": {
+ "rate_percent": 15.432253056,
+ "rate_pps": 53465,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3858063264
+ },
+ "orig": {
+ "rate_percent": 15.4905872,
+ "rate_pps": 53667,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3872646800
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 30.865487488,
+ "rate_pps": 106933.0,
+ "rate_bps": 7716371872.0
+ },
+ "tx": {
+ "rate_percent": 30.865487488,
+ "rate_pps": 106933.0,
+ "rate_bps": 7716371872.0
+ },
+ "orig": {
+ "rate_percent": 30.9811744,
+ "rate_pps": 107334.0,
+ "rate_bps": 7745293600.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 15.433234432,
+ "rate_pps": 53468,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3858308608
+ },
+ "tx": {
+ "rate_percent": 15.433234432,
+ "rate_pps": 53468,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3858308608
+ },
+ "orig": {
+ "rate_percent": 15.4905872,
+ "rate_pps": 53667,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 3872646800
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 534208,
+ "+4 (+0.0007%)"
+ ],
+ "lat_max_usec": 5196,
+ "lat_avg_usec": 342,
+ "lat_min_usec": 65,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 534688,
+ 534688
+ ],
+ "lat_max_usec": 14076,
+ "lat_avg_usec": 332,
+ "lat_min_usec": 74,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 106934,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3860001152.0,
+ "pkt_rate": 53586.5,
+ "max_delay_usec": 14076,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 337.00015897626764,
+ "total_pkt_bytes": 9628355368,
+ "total_pkts": 1069342,
+ "min_delay_usec": 65
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 9628355368,
+ "total_pkts": 1069342,
+ "pkt_bit_rate": 3860356864.0,
+ "pkt_rate": 53592.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3860253696,
+ "pkt_rate": 53590,
+ "max_delay_usec": 14076,
+ "total_pkt_bytes": 4814024616,
+ "avg_delay_usec": 332,
+ "total_pkts": 534654,
+ "min_delay_usec": 74
+ },
+ "tx": {
+ "total_pkt_bytes": 4814330752,
+ "total_pkts": 534688,
+ "pkt_bit_rate": 3860350464,
+ "pkt_rate": 53592
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 3859748608,
+ "pkt_rate": 53583,
+ "max_delay_usec": 5196,
+ "total_pkt_bytes": 4814330752,
+ "avg_delay_usec": 342,
+ "total_pkts": 534688,
+ "min_delay_usec": 65
+ },
+ "tx": {
+ "total_pkt_bytes": 4814024616,
+ "total_pkts": 534654,
+ "pkt_bit_rate": 3860363264,
+ "pkt_rate": 53592
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 7716357440.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "1b492bc88b2c49cb88be084019d3b19a"
+ },
+ "synthesis": {
+ "avg_delay_usec": 337.00015897626764,
+ "total_tx_rate": 106934
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive",
+ "restart": "true"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:10:06",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": "true",
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "6f821bed4865456680f826839bab1081",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "138003pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 19.841806336,
+ "rate_pps": 68742,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4960451584
+ },
+ "tx": {
+ "rate_percent": 19.841806336,
+ "rate_pps": 68742,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4960451584
+ },
+ "orig": {
+ "rate_percent": 19.916592960000003,
+ "rate_pps": 69001,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4979148240
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 39.684853824,
+ "rate_pps": 137488.0,
+ "rate_bps": 9921213456.0
+ },
+ "tx": {
+ "rate_percent": 39.684853824,
+ "rate_pps": 137488.0,
+ "rate_bps": 9921213456.0
+ },
+ "orig": {
+ "rate_percent": 39.833185920000005,
+ "rate_pps": 138002.0,
+ "rate_bps": 9958296480.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 19.843047488,
+ "rate_pps": 68746,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4960761872
+ },
+ "tx": {
+ "rate_percent": 19.843047488,
+ "rate_pps": 68746,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4960761872
+ },
+ "orig": {
+ "rate_percent": 19.916592960000003,
+ "rate_pps": 69001,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 4979148240
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 686848,
+ "+12 (+0.0017%)"
+ ],
+ "lat_max_usec": 921,
+ "lat_avg_usec": 473,
+ "lat_min_usec": 102,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 687467,
+ 687467
+ ],
+ "lat_max_usec": 23660,
+ "lat_avg_usec": 471,
+ "lat_min_usec": 82,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 137489,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4886032128.0,
+ "pkt_rate": 67831.0,
+ "max_delay_usec": 23660,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 472.00003127520654,
+ "total_pkt_bytes": 12379518564,
+ "total_pkts": 1374891,
+ "min_delay_usec": 82
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 12379518564,
+ "total_pkts": 1374891,
+ "pkt_bit_rate": 4885754880.0,
+ "pkt_rate": 67827.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4860832768,
+ "pkt_rate": 67481,
+ "max_delay_usec": 23660,
+ "total_pkt_bytes": 6189565696,
+ "avg_delay_usec": 471,
+ "total_pkts": 687424,
+ "min_delay_usec": 82
+ },
+ "tx": {
+ "total_pkt_bytes": 6189952868,
+ "total_pkts": 687467,
+ "pkt_bit_rate": 4887348736,
+ "pkt_rate": 67849
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 4911231488,
+ "pkt_rate": 68181,
+ "max_delay_usec": 921,
+ "total_pkt_bytes": 6189952868,
+ "avg_delay_usec": 473,
+ "total_pkts": 687467,
+ "min_delay_usec": 102
+ },
+ "tx": {
+ "total_pkt_bytes": 6189565696,
+ "total_pkts": 687424,
+ "pkt_bit_rate": 4884161024,
+ "pkt_rate": 67805
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 9921206240.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "6f821bed4865456680f826839bab1081"
+ },
+ "synthesis": {
+ "avg_delay_usec": 472.00003127520654,
+ "total_tx_rate": 137489
+ }
+ }
+ ],
+ "throughput": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 04:26:27",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7dca1c234a4544fa8b4600aeca81a251",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.29296875,
+ "timestamp_sec": 1646281727.2934198,
+ "stats": {
+ "total_tx_rate": 216641,
+ "overall": {
+ "rx_pkts": 2166416,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 3395,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2166416,
+ "avg_delay_usec": 345.5001269377627,
+ "min_delay_usec": 48,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1083153,
+ "min_delay_usec": 48,
+ "drop_pct": 0,
+ "max_delay_usec": 2779,
+ "tx_pkts": 1083263,
+ "avg_delay_usec": 343,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1083263,
+ "min_delay_usec": 58,
+ "drop_pct": 0,
+ "max_delay_usec": 3395,
+ "tx_pkts": 1083153,
+ "avg_delay_usec": 348,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 145582752.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.5859375,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 217982,
+ "rate_bps": 146484374.0,
+ "time_taken_sec": 137.62811660766602
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1420502.8540113333,
+ "rx_pkts": 5016530,
+ "time_ms": 1646281602204,
+ "drop_pct": 257745146,
+ "total_tx_pps": 26276167,
+ "tx_pps": 74404760,
+ "tx_pkts": 262761676,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26276167). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.09084411533438
+ },
+ {
+ "rx_pps": 672601.1499390049,
+ "rx_pkts": 4822778,
+ "time_ms": 1646281614702,
+ "drop_pct": 261930884,
+ "total_tx_pps": 26675366,
+ "tx_pps": 37202380,
+ "tx_pkts": 266753662,
+ "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26675366). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.19204806268039
+ },
+ {
+ "rx_pps": 504874.7734901166,
+ "rx_pkts": 5017597,
+ "time_ms": 1646281627207,
+ "drop_pct": 179846611,
+ "total_tx_pps": 18486420,
+ "tx_pps": 18601190,
+ "tx_pkts": 184864208,
+ "drop_percentage": 97.28579314823344
+ },
+ {
+ "rx_pps": 526090.9624989077,
+ "rx_pkts": 5239077,
+ "time_ms": 1646281639732,
+ "drop_pct": 87380891,
+ "total_tx_pps": 9261996,
+ "tx_pps": 9300594,
+ "tx_pkts": 92619968,
+ "drop_percentage": 94.34346921821437
+ },
+ {
+ "rx_pps": 338831.07121923624,
+ "rx_pkts": 3367405,
+ "time_ms": 1646281652234,
+ "drop_pct": 42848634,
+ "total_tx_pps": 4621603,
+ "tx_pps": 4650296,
+ "tx_pkts": 46216039,
+ "drop_percentage": 92.71377410772914
+ },
+ {
+ "rx_pps": 187871.99985494502,
+ "rx_pkts": 1867166,
+ "time_ms": 1646281664732,
+ "drop_pct": 21241319,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108485,
+ "drop_percentage": 91.9199982171051
+ },
+ {
+ "rx_pps": 291240.3958426355,
+ "rx_pkts": 2894493,
+ "time_ms": 1646281677251,
+ "drop_pct": 8659750,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554243,
+ "drop_percentage": 74.94865738932442
+ },
+ {
+ "rx_pps": 534014.7450349748,
+ "rx_pkts": 5307629,
+ "time_ms": 1646281689761,
+ "drop_pct": 469834,
+ "total_tx_pps": 577746,
+ "tx_pps": 581286,
+ "tx_pkts": 5777463,
+ "drop_percentage": 8.132185355405998
+ },
+ {
+ "rx_pps": 290481.83102404187,
+ "rx_pkts": 2887245,
+ "time_ms": 1646281702271,
+ "drop_pct": 1592,
+ "total_tx_pps": 288883,
+ "tx_pps": 290642,
+ "tx_pkts": 2888837,
+ "drop_percentage": 0.05510868214440621
+ },
+ {
+ "rx_pps": 145320.0,
+ "rx_pkts": 1444265,
+ "time_ms": 1646281714791,
+ "drop_pct": 0,
+ "total_tx_pps": 144426,
+ "tx_pps": 145320,
+ "tx_pkts": 1444265,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 217982.0,
+ "rx_pkts": 2166416,
+ "time_ms": 1646281727292,
+ "drop_pct": 0,
+ "total_tx_pps": 216641,
+ "tx_pps": 217982,
+ "tx_pkts": 2166416,
+ "ndr_pps": 108991,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7dca1c234a4544fa8b4600aeca81a251"
+ },
+ "synthesis": {
+ "avg_delay_usec": 345.5001269377627,
+ "total_tx_rate": 216641
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 04:38:28",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "471b575695a34aeb896904338ee56c9e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 0.48828125,
+ "timestamp_sec": 1646282448.6252708,
+ "stats": {
+ "total_tx_rate": 204950,
+ "overall": {
+ "rx_pkts": 2049506,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 4734,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2049506,
+ "avg_delay_usec": 402.9975642911023,
+ "min_delay_usec": 50,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1024701,
+ "min_delay_usec": 50,
+ "drop_pct": 0,
+ "max_delay_usec": 2923,
+ "tx_pkts": 1024805,
+ "avg_delay_usec": 451,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1024805,
+ "min_delay_usec": 70,
+ "drop_pct": 0,
+ "max_delay_usec": 4734,
+ "tx_pkts": 1024701,
+ "avg_delay_usec": 355,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 242660800.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.9765625,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 206198,
+ "rate_bps": 244140624.0,
+ "time_taken_sec": 137.57624626159668
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 611597.2644258632,
+ "rx_pkts": 3719633,
+ "time_ms": 1646282323560,
+ "drop_pct": 253114560,
+ "total_tx_pps": 25683419,
+ "tx_pps": 42229728,
+ "tx_pkts": 256834193,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25683419). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.55173761851873
+ },
+ {
+ "rx_pps": 386189.1189369173,
+ "rx_pkts": 3838141,
+ "time_ms": 1646282336056,
+ "drop_pct": 206011959,
+ "total_tx_pps": 20985010,
+ "tx_pps": 21114864,
+ "tx_pkts": 209850100,
+ "drop_percentage": 98.17100825779926
+ },
+ {
+ "rx_pps": 535360.03343522,
+ "rx_pkts": 5320676,
+ "time_ms": 1646282348558,
+ "drop_pct": 99604368,
+ "total_tx_pps": 10492504,
+ "tx_pps": 10557432,
+ "tx_pkts": 104925044,
+ "drop_percentage": 94.92906955559629
+ },
+ {
+ "rx_pps": 475850.8644810261,
+ "rx_pkts": 4729244,
+ "time_ms": 1646282361060,
+ "drop_pct": 47733277,
+ "total_tx_pps": 5246252,
+ "tx_pps": 5278716,
+ "tx_pkts": 52462521,
+ "drop_percentage": 90.98548085403674
+ },
+ {
+ "rx_pps": 481740.3899527563,
+ "rx_pkts": 4788259,
+ "time_ms": 1646282373570,
+ "drop_pct": 21445642,
+ "total_tx_pps": 2623390,
+ "tx_pps": 2639358,
+ "tx_pkts": 26233901,
+ "drop_percentage": 81.74781935786065
+ },
+ {
+ "rx_pps": 162404.72992262442,
+ "rx_pkts": 1614222,
+ "time_ms": 1646282386070,
+ "drop_pct": 11502719,
+ "total_tx_pps": 1311694,
+ "tx_pps": 1319678,
+ "tx_pkts": 13116941,
+ "drop_percentage": 87.69360935602288
+ },
+ {
+ "rx_pps": 528791.9306016571,
+ "rx_pkts": 5256987,
+ "time_ms": 1646282398572,
+ "drop_pct": 1302795,
+ "total_tx_pps": 655978,
+ "tx_pps": 659838,
+ "tx_pkts": 6559782,
+ "drop_percentage": 19.86033987105059
+ },
+ {
+ "rx_pps": 329883.78962649574,
+ "rx_pkts": 3278552,
+ "time_ms": 1646282411079,
+ "drop_pct": 340,
+ "total_tx_pps": 327889,
+ "tx_pps": 329918,
+ "tx_pkts": 3278892,
+ "drop_percentage": 0.010369356477736992
+ },
+ {
+ "rx_pps": 164958.0,
+ "rx_pkts": 1639603,
+ "time_ms": 1646282423587,
+ "drop_pct": 0,
+ "total_tx_pps": 163960,
+ "tx_pps": 164958,
+ "tx_pkts": 1639603,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 247433.07018056748,
+ "rx_pkts": 2459364,
+ "time_ms": 1646282436086,
+ "drop_pct": 49,
+ "total_tx_pps": 245941,
+ "tx_pps": 247438,
+ "tx_pkts": 2459413,
+ "drop_percentage": 0.001992345327929876
+ },
+ {
+ "rx_pps": 206198.0,
+ "rx_pkts": 2049506,
+ "time_ms": 1646282448624,
+ "drop_pct": 0,
+ "total_tx_pps": 204950,
+ "tx_pps": 206198,
+ "tx_pkts": 2049506,
+ "ndr_pps": 103099,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "471b575695a34aeb896904338ee56c9e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 402.9975642911023,
+ "total_tx_rate": 204950
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 04:43:16",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 1.171875,
+ "timestamp_sec": 1646282737.0682218,
+ "stats": {
+ "total_tx_rate": 263738,
+ "overall": {
+ "rx_pkts": 2637364,
+ "drop_percentage": 0.0006445788454531218,
+ "drop_pct": 17,
+ "max_delay_usec": 3483,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2637381,
+ "avg_delay_usec": 391.5000284374853,
+ "min_delay_usec": 43,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1318607,
+ "min_delay_usec": 51,
+ "drop_pct": 17,
+ "max_delay_usec": 3483,
+ "tx_pkts": 1318757,
+ "avg_delay_usec": 391,
+ "drop_percentage": 0.0012890926834890734
+ },
+ "0": {
+ "rx_pkts": 1318757,
+ "min_delay_usec": 43,
+ "drop_pct": 0,
+ "max_delay_usec": 2612,
+ "tx_pkts": 1318624,
+ "avg_delay_usec": 392,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 582333504.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 2.34375,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 265370,
+ "rate_bps": 585937500.0,
+ "time_taken_sec": 137.64893245697021
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 522344.1460825948,
+ "rx_pkts": 4754897,
+ "time_ms": 1646282611907,
+ "drop_pct": 201381788,
+ "total_tx_pps": 20613668,
+ "tx_pps": 22644926,
+ "tx_pkts": 206136685,
+ "drop_percentage": 97.69332809441464
+ },
+ {
+ "rx_pps": 491622.4395108708,
+ "rx_pkts": 4886235,
+ "time_ms": 1646282624425,
+ "drop_pct": 107647705,
+ "total_tx_pps": 11253394,
+ "tx_pps": 11322462,
+ "tx_pkts": 112533940,
+ "drop_percentage": 95.6579899361917
+ },
+ {
+ "rx_pps": 470777.2330404413,
+ "rx_pkts": 4678820,
+ "time_ms": 1646282636925,
+ "drop_pct": 51585320,
+ "total_tx_pps": 5626414,
+ "tx_pps": 5661230,
+ "tx_pkts": 56264140,
+ "drop_percentage": 91.68418818807147
+ },
+ {
+ "rx_pps": 414425.7781120188,
+ "rx_pkts": 4118771,
+ "time_ms": 1646282649423,
+ "drop_pct": 24013289,
+ "total_tx_pps": 2813206,
+ "tx_pps": 2830614,
+ "tx_pkts": 28132060,
+ "drop_percentage": 85.3591560660684
+ },
+ {
+ "rx_pps": 236622.81767304175,
+ "rx_pkts": 2351913,
+ "time_ms": 1646282661925,
+ "drop_pct": 11715524,
+ "total_tx_pps": 1406743,
+ "tx_pps": 1415306,
+ "tx_pkts": 14067437,
+ "drop_percentage": 83.28115491116114
+ },
+ {
+ "rx_pps": 357701.18149108754,
+ "rx_pkts": 3555014,
+ "time_ms": 1646282674452,
+ "drop_pct": 3477987,
+ "total_tx_pps": 703300,
+ "tx_pps": 707652,
+ "tx_pkts": 7033001,
+ "drop_percentage": 49.45238881666589
+ },
+ {
+ "rx_pps": 353648.52806887566,
+ "rx_pkts": 3521103,
+ "time_ms": 1646282687041,
+ "drop_pct": 1767,
+ "total_tx_pps": 352287,
+ "tx_pps": 353826,
+ "tx_pkts": 3522870,
+ "drop_percentage": 0.05015796779330489
+ },
+ {
+ "rx_pps": 176912.0,
+ "rx_pkts": 1758241,
+ "time_ms": 1646282699539,
+ "drop_pct": 0,
+ "total_tx_pps": 175824,
+ "tx_pps": 176912,
+ "tx_pkts": 1758241,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 265368.28948111786,
+ "rx_pkts": 2637364,
+ "time_ms": 1646282712038,
+ "drop_pct": 17,
+ "total_tx_pps": 263738,
+ "tx_pps": 265370,
+ "tx_pkts": 2637381,
+ "drop_percentage": 0.0006445788454531218
+ },
+ {
+ "rx_pps": 309489.6445784601,
+ "rx_pkts": 3076176,
+ "time_ms": 1646282724538,
+ "drop_pct": 1077,
+ "total_tx_pps": 307725,
+ "tx_pps": 309598,
+ "tx_pkts": 3077253,
+ "drop_percentage": 0.03499874725932512
+ },
+ {
+ "rx_pps": 287373.73295271414,
+ "rx_pkts": 2856353,
+ "time_ms": 1646282737067,
+ "drop_pct": 1096,
+ "total_tx_pps": 285744,
+ "tx_pps": 287484,
+ "tx_pkts": 2857449,
+ "ndr_pps": 132685,
+ "drop_percentage": 0.03835589016636867
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984"
+ },
+ "synthesis": {
+ "avg_delay_usec": 391.5000284374853,
+ "total_tx_rate": 263738
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 04:48:05",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "3003c1cc691e42569317eef8cabf49f4",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 1.85546875,
+ "timestamp_sec": 1646283026.276379,
+ "stats": {
+ "total_tx_rate": 216663,
+ "overall": {
+ "rx_pkts": 2166633,
+ "drop_percentage": 9.230904143983643e-05,
+ "drop_pct": 2,
+ "max_delay_usec": 3778,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2166635,
+ "avg_delay_usec": 293.49982068952147,
+ "min_delay_usec": 38,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1083261,
+ "min_delay_usec": 38,
+ "drop_pct": 2,
+ "max_delay_usec": 2864,
+ "tx_pkts": 1083372,
+ "avg_delay_usec": 297,
+ "drop_percentage": 0.00018460879550145288
+ },
+ "0": {
+ "rx_pkts": 1083372,
+ "min_delay_usec": 43,
+ "drop_pct": 0,
+ "max_delay_usec": 3778,
+ "tx_pkts": 1083263,
+ "avg_delay_usec": 290,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 922117728.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.7109375,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 217982,
+ "rate_bps": 927734374.0,
+ "time_taken_sec": 137.69713401794434
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 455331.51681267726,
+ "rx_pkts": 4337032,
+ "time_ms": 1646282901128,
+ "drop_pct": 107563793,
+ "total_tx_pps": 11190082,
+ "tx_pps": 11748120,
+ "tx_pkts": 111900825,
+ "drop_percentage": 96.12421802967047
+ },
+ {
+ "rx_pps": 440270.9763230637,
+ "rx_pkts": 4375633,
+ "time_ms": 1646282913629,
+ "drop_pct": 54003711,
+ "total_tx_pps": 5837934,
+ "tx_pps": 5874060,
+ "tx_pkts": 58379344,
+ "drop_percentage": 92.50482670719973
+ },
+ {
+ "rx_pps": 515017.8171997763,
+ "rx_pkts": 5119020,
+ "time_ms": 1646282926174,
+ "drop_pct": 24073592,
+ "total_tx_pps": 2919261,
+ "tx_pps": 2937030,
+ "tx_pkts": 29192612,
+ "drop_percentage": 82.46467291107764
+ },
+ {
+ "rx_pps": 328003.16112234007,
+ "rx_pkts": 3259860,
+ "time_ms": 1646282938675,
+ "drop_pct": 11334969,
+ "total_tx_pps": 1459482,
+ "tx_pps": 1468514,
+ "tx_pkts": 14594829,
+ "drop_percentage": 77.66428095868748
+ },
+ {
+ "rx_pps": 517398.77960233815,
+ "rx_pkts": 5142169,
+ "time_ms": 1646282951182,
+ "drop_pct": 2155236,
+ "total_tx_pps": 729740,
+ "tx_pps": 734256,
+ "tx_pkts": 7297405,
+ "drop_percentage": 29.534279651465145
+ },
+ {
+ "rx_pps": 366808.26589116355,
+ "rx_pkts": 3645894,
+ "time_ms": 1646282963699,
+ "drop_pct": 3178,
+ "total_tx_pps": 364907,
+ "tx_pps": 367128,
+ "tx_pkts": 3649072,
+ "drop_percentage": 0.08709063564654246
+ },
+ {
+ "rx_pps": 183564.0,
+ "rx_pkts": 1825087,
+ "time_ms": 1646282976228,
+ "drop_pct": 0,
+ "total_tx_pps": 182508,
+ "tx_pps": 183564,
+ "tx_pkts": 1825087,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 275044.7500159553,
+ "rx_pkts": 2739035,
+ "time_ms": 1646282988754,
+ "drop_pct": 3000,
+ "total_tx_pps": 274203,
+ "tx_pps": 275346,
+ "tx_pkts": 2742035,
+ "drop_percentage": 0.10940779384654098
+ },
+ {
+ "rx_pps": 229445.14599323669,
+ "rx_pkts": 2280456,
+ "time_ms": 1646283001254,
+ "drop_pct": 88,
+ "total_tx_pps": 228054,
+ "tx_pps": 229454,
+ "tx_pkts": 2280544,
+ "drop_percentage": 0.0038587284437397395
+ },
+ {
+ "rx_pps": 206508.0,
+ "rx_pkts": 2052588,
+ "time_ms": 1646283013764,
+ "drop_pct": 0,
+ "total_tx_pps": 205258,
+ "tx_pps": 206508,
+ "tx_pkts": 2052588,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 217981.7987829053,
+ "rx_pkts": 2166633,
+ "time_ms": 1646283026275,
+ "drop_pct": 2,
+ "total_tx_pps": 216663,
+ "tx_pps": 217982,
+ "tx_pkts": 2166635,
+ "ndr_pps": 108991,
+ "drop_percentage": 9.230904143983643e-05
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3003c1cc691e42569317eef8cabf49f4"
+ },
+ "synthesis": {
+ "avg_delay_usec": 293.49982068952147,
+ "total_tx_rate": 216663
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:00:08",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "65d6a678b0ba42a49b38c9efd82efd93",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 3.3203125,
+ "timestamp_sec": 1646283748.6846843,
+ "stats": {
+ "total_tx_rate": 261728,
+ "overall": {
+ "rx_pkts": 2617285,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 700,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2617285,
+ "avg_delay_usec": 417.5000750778001,
+ "min_delay_usec": 47,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1308577,
+ "min_delay_usec": 57,
+ "drop_pct": 0,
+ "max_delay_usec": 658,
+ "tx_pkts": 1308708,
+ "avg_delay_usec": 416,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1308708,
+ "min_delay_usec": 47,
+ "drop_pct": 0,
+ "max_delay_usec": 700,
+ "tx_pkts": 1308577,
+ "avg_delay_usec": 419,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1649933312.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 6.640625,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 263348,
+ "rate_bps": 1660156250.0,
+ "time_taken_sec": 137.7285816669464
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 575501.9363137981,
+ "rx_pkts": 5571778,
+ "time_ms": 1646283623454,
+ "drop_pct": 71217540,
+ "total_tx_pps": 7678931,
+ "tx_pps": 7931472,
+ "tx_pkts": 76789318,
+ "drop_percentage": 92.74407151265493
+ },
+ {
+ "rx_pps": 340865.59968071827,
+ "rx_pkts": 3387693,
+ "time_ms": 1646283635959,
+ "drop_pct": 36025777,
+ "total_tx_pps": 3941347,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413470,
+ "drop_percentage": 91.40473295043547
+ },
+ {
+ "rx_pps": 249221.15639844484,
+ "rx_pkts": 2477134,
+ "time_ms": 1646283648464,
+ "drop_pct": 17231585,
+ "total_tx_pps": 1970871,
+ "tx_pps": 1982868,
+ "tx_pkts": 19708719,
+ "drop_percentage": 87.43127851180992
+ },
+ {
+ "rx_pps": 240158.13023928663,
+ "rx_pkts": 2391135,
+ "time_ms": 1646283661049,
+ "drop_pct": 7480080,
+ "total_tx_pps": 987121,
+ "tx_pps": 991434,
+ "tx_pkts": 9871215,
+ "drop_percentage": 75.7766901034979
+ },
+ {
+ "rx_pps": 459235.5137965551,
+ "rx_pkts": 4564574,
+ "time_ms": 1646283673551,
+ "drop_pct": 362598,
+ "total_tx_pps": 492717,
+ "tx_pps": 495716,
+ "tx_pkts": 4927172,
+ "drop_percentage": 7.359150441673235
+ },
+ {
+ "rx_pps": 247858.0,
+ "rx_pkts": 2463587,
+ "time_ms": 1646283686050,
+ "drop_pct": 0,
+ "total_tx_pps": 246358,
+ "tx_pps": 247858,
+ "tx_pkts": 2463587,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 371300.609486956,
+ "rx_pkts": 3691660,
+ "time_ms": 1646283698553,
+ "drop_pct": 4826,
+ "total_tx_pps": 369648,
+ "tx_pps": 371786,
+ "tx_pkts": 3696486,
+ "drop_percentage": 0.13055642575137577
+ },
+ {
+ "rx_pps": 309474.9002967386,
+ "rx_pkts": 3076028,
+ "time_ms": 1646283711054,
+ "drop_pct": 3450,
+ "total_tx_pps": 307947,
+ "tx_pps": 309822,
+ "tx_pkts": 3079478,
+ "drop_percentage": 0.11203197425018137
+ },
+ {
+ "rx_pps": 278245.10146550665,
+ "rx_pkts": 2765620,
+ "time_ms": 1646283723573,
+ "drop_pct": 5913,
+ "total_tx_pps": 277153,
+ "tx_pps": 278840,
+ "tx_pkts": 2771533,
+ "drop_percentage": 0.21334763107637542
+ },
+ {
+ "rx_pps": 263348.0,
+ "rx_pkts": 2617285,
+ "time_ms": 1646283736118,
+ "drop_pct": 0,
+ "total_tx_pps": 261728,
+ "tx_pps": 263348,
+ "tx_pkts": 2617285,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 271017.63418923074,
+ "rx_pkts": 2693645,
+ "time_ms": 1646283748683,
+ "drop_pct": 759,
+ "total_tx_pps": 269440,
+ "tx_pps": 271094,
+ "tx_pkts": 2694404,
+ "ndr_pps": 131674,
+ "drop_percentage": 0.028169494997780584
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "65d6a678b0ba42a49b38c9efd82efd93"
+ },
+ "synthesis": {
+ "avg_delay_usec": 417.5000750778001,
+ "total_tx_rate": 261728
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:04:57",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "f51a51cc7fba4903b86a862ccaa87b3f",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 4.00390625,
+ "timestamp_sec": 1646284037.5527284,
+ "stats": {
+ "total_tx_rate": 238246,
+ "overall": {
+ "rx_pkts": 2382462,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2280,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2382462,
+ "avg_delay_usec": 422.00110809742193,
+ "min_delay_usec": 36,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1191171,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 655,
+ "tx_pkts": 1191291,
+ "avg_delay_usec": 400,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1191291,
+ "min_delay_usec": 37,
+ "drop_pct": 0,
+ "max_delay_usec": 2280,
+ "tx_pkts": 1191171,
+ "avg_delay_usec": 444,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1989830592.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 8.0078125,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 239696,
+ "rate_bps": 2001953124.0,
+ "time_taken_sec": 137.72533512115479
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 385513.1486587311,
+ "rx_pkts": 3764226,
+ "time_ms": 1646283912326,
+ "drop_pct": 54690013,
+ "total_tx_pps": 5845423,
+ "tx_pps": 5986590,
+ "tx_pkts": 58454239,
+ "drop_percentage": 93.56038832359104
+ },
+ {
+ "rx_pps": 398306.9198628332,
+ "rx_pkts": 3958773,
+ "time_ms": 1646283924836,
+ "drop_pct": 25791580,
+ "total_tx_pps": 2975035,
+ "tx_pps": 2993294,
+ "tx_pkts": 29750353,
+ "drop_percentage": 86.69335789057696
+ },
+ {
+ "rx_pps": 175559.30090151777,
+ "rx_pkts": 1745323,
+ "time_ms": 1646283937398,
+ "drop_pct": 13133585,
+ "total_tx_pps": 1487890,
+ "tx_pps": 1496646,
+ "tx_pkts": 14878908,
+ "drop_percentage": 88.26981791943334
+ },
+ {
+ "rx_pps": 444333.64431527094,
+ "rx_pkts": 4424898,
+ "time_ms": 1646283949915,
+ "drop_pct": 3027269,
+ "total_tx_pps": 745216,
+ "tx_pps": 748322,
+ "tx_pkts": 7452167,
+ "drop_percentage": 40.6226672053914
+ },
+ {
+ "rx_pps": 372829.4511323847,
+ "rx_pkts": 3705741,
+ "time_ms": 1646283962433,
+ "drop_pct": 13225,
+ "total_tx_pps": 371896,
+ "tx_pps": 374160,
+ "tx_pkts": 3718966,
+ "drop_percentage": 0.35560959686106297
+ },
+ {
+ "rx_pps": 187078.39026223953,
+ "rx_pkts": 1859467,
+ "time_ms": 1646283974959,
+ "drop_pct": 16,
+ "total_tx_pps": 185948,
+ "tx_pps": 187080,
+ "tx_pkts": 1859483,
+ "drop_percentage": 0.000860454223028659
+ },
+ {
+ "rx_pps": 280547.1520142218,
+ "rx_pkts": 2788219,
+ "time_ms": 1646283987466,
+ "drop_pct": 724,
+ "total_tx_pps": 278894,
+ "tx_pps": 280620,
+ "tx_pkts": 2788943,
+ "drop_percentage": 0.025959655683174595
+ },
+ {
+ "rx_pps": 233850.0,
+ "rx_pkts": 2324354,
+ "time_ms": 1646283999977,
+ "drop_pct": 0,
+ "total_tx_pps": 232435,
+ "tx_pps": 233850,
+ "tx_pkts": 2324354,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 257205.36675450407,
+ "rx_pkts": 2560866,
+ "time_ms": 1646284012517,
+ "drop_pct": 305,
+ "total_tx_pps": 256117,
+ "tx_pps": 257236,
+ "tx_pkts": 2561171,
+ "drop_percentage": 0.011908615238888774
+ },
+ {
+ "rx_pps": 245467.66146251332,
+ "rx_pkts": 2440196,
+ "time_ms": 1646284025026,
+ "drop_pct": 739,
+ "total_tx_pps": 244093,
+ "tx_pps": 245542,
+ "tx_pkts": 2440935,
+ "drop_percentage": 0.030275283856391097
+ },
+ {
+ "rx_pps": 239696.0,
+ "rx_pkts": 2382462,
+ "time_ms": 1646284037551,
+ "drop_pct": 0,
+ "total_tx_pps": 238246,
+ "tx_pps": 239696,
+ "tx_pkts": 2382462,
+ "ndr_pps": 119848,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "f51a51cc7fba4903b86a862ccaa87b3f"
+ },
+ "synthesis": {
+ "avg_delay_usec": 422.00110809742193,
+ "total_tx_rate": 238246
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:12:10",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "80d26043cfdb45c3ae62d6de43f557e6",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 4.39453125,
+ "timestamp_sec": 1646284470.8886955,
+ "stats": {
+ "total_tx_rate": 209995,
+ "overall": {
+ "rx_pkts": 2099959,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 7375,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2099959,
+ "avg_delay_usec": 417.999049981452,
+ "min_delay_usec": 30,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1049927,
+ "min_delay_usec": 30,
+ "drop_pct": 0,
+ "max_delay_usec": 3319,
+ "tx_pkts": 1050032,
+ "avg_delay_usec": 437,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1050032,
+ "min_delay_usec": 40,
+ "drop_pct": 0,
+ "max_delay_usec": 7375,
+ "tx_pkts": 1049927,
+ "avg_delay_usec": 399,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2183948000.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 8.7890625,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 211274,
+ "rate_bps": 2197265624.0,
+ "time_taken_sec": 137.58449530601501
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 445313.368302234,
+ "rx_pkts": 4370570,
+ "time_ms": 1646284345792,
+ "drop_pct": 42814976,
+ "total_tx_pps": 4718554,
+ "tx_pps": 4807692,
+ "tx_pkts": 47185546,
+ "drop_percentage": 90.73748134651234
+ },
+ {
+ "rx_pps": 124940.5018865484,
+ "rx_pkts": 1242346,
+ "time_ms": 1646284358300,
+ "drop_pct": 22660299,
+ "total_tx_pps": 2390264,
+ "tx_pps": 2403846,
+ "tx_pkts": 23902645,
+ "drop_percentage": 94.80247478887797
+ },
+ {
+ "rx_pps": 191703.051128334,
+ "rx_pkts": 1905433,
+ "time_ms": 1646284370806,
+ "drop_pct": 10041074,
+ "total_tx_pps": 1194650,
+ "tx_pps": 1201922,
+ "tx_pkts": 11946507,
+ "drop_percentage": 84.05029185518411
+ },
+ {
+ "rx_pps": 456071.17274298525,
+ "rx_pkts": 4533121,
+ "time_ms": 1646284383305,
+ "drop_pct": 1440123,
+ "total_tx_pps": 597324,
+ "tx_pps": 600960,
+ "tx_pkts": 5973244,
+ "drop_percentage": 24.109562576047455
+ },
+ {
+ "rx_pps": 298776.8979556851,
+ "rx_pkts": 2969696,
+ "time_ms": 1646284395827,
+ "drop_pct": 16928,
+ "total_tx_pps": 298662,
+ "tx_pps": 300480,
+ "tx_pkts": 2986624,
+ "drop_percentage": 0.566793811340162
+ },
+ {
+ "rx_pps": 150240.0,
+ "rx_pkts": 1493238,
+ "time_ms": 1646284408345,
+ "drop_pct": 0,
+ "total_tx_pps": 149323,
+ "tx_pps": 150240,
+ "tx_pkts": 1493238,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 225283.22787322282,
+ "rx_pkts": 2238978,
+ "time_ms": 1646284420849,
+ "drop_pct": 763,
+ "total_tx_pps": 223974,
+ "tx_pps": 225360,
+ "tx_pkts": 2239741,
+ "drop_percentage": 0.034066438932001515
+ },
+ {
+ "rx_pps": 187800.0,
+ "rx_pkts": 1866452,
+ "time_ms": 1646284433379,
+ "drop_pct": 0,
+ "total_tx_pps": 186645,
+ "tx_pps": 187800,
+ "tx_pkts": 1866452,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 206580.0,
+ "rx_pkts": 2053097,
+ "time_ms": 1646284445878,
+ "drop_pct": 0,
+ "total_tx_pps": 205309,
+ "tx_pps": 206580,
+ "tx_pkts": 2053097,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 215836.3783602464,
+ "rx_pkts": 2145092,
+ "time_ms": 1646284458378,
+ "drop_pct": 1328,
+ "total_tx_pps": 214642,
+ "tx_pps": 215970,
+ "tx_pkts": 2146420,
+ "drop_percentage": 0.06187046337622646
+ },
+ {
+ "rx_pps": 211274.0,
+ "rx_pkts": 2099959,
+ "time_ms": 1646284470887,
+ "drop_pct": 0,
+ "total_tx_pps": 209995,
+ "tx_pps": 211274,
+ "tx_pkts": 2099959,
+ "ndr_pps": 105637,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "80d26043cfdb45c3ae62d6de43f557e6"
+ },
+ "synthesis": {
+ "avg_delay_usec": 417.999049981452,
+ "total_tx_rate": 209995
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:16:59",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "fab39ed6c612445784e1e24574be97e2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 6.25,
+ "timestamp_sec": 1646284759.8324285,
+ "stats": {
+ "total_tx_rate": 252445,
+ "overall": {
+ "rx_pkts": 2524456,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 13375,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2524456,
+ "avg_delay_usec": 557.5041177188274,
+ "min_delay_usec": 43,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1262165,
+ "min_delay_usec": 43,
+ "drop_pct": 0,
+ "max_delay_usec": 657,
+ "tx_pkts": 1262291,
+ "avg_delay_usec": 475,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1262291,
+ "min_delay_usec": 79,
+ "drop_pct": 0,
+ "max_delay_usec": 13375,
+ "tx_pkts": 1262165,
+ "avg_delay_usec": 640,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3106083280.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 12.5,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 253982,
+ "rate_bps": 3125000000.0,
+ "time_taken_sec": 137.6273422241211
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 348467.55522107193,
+ "rx_pkts": 3427071,
+ "time_ms": 1646284634724,
+ "drop_pct": 36538343,
+ "total_tx_pps": 3996541,
+ "tx_pps": 4063718,
+ "tx_pkts": 39965414,
+ "drop_percentage": 91.42490804674262
+ },
+ {
+ "rx_pps": 194182.29947632473,
+ "rx_pkts": 1929881,
+ "time_ms": 1646284647240,
+ "drop_pct": 18263742,
+ "total_tx_pps": 2019362,
+ "tx_pps": 2031858,
+ "tx_pkts": 20193623,
+ "drop_percentage": 90.44311662151958
+ },
+ {
+ "rx_pps": 179396.25923534992,
+ "rx_pkts": 1782930,
+ "time_ms": 1646284659752,
+ "drop_pct": 8313872,
+ "total_tx_pps": 1009680,
+ "tx_pps": 1015928,
+ "tx_pkts": 10096802,
+ "drop_percentage": 82.3416364904452
+ },
+ {
+ "rx_pps": 444172.416750406,
+ "rx_pkts": 4414410,
+ "time_ms": 1646284672259,
+ "drop_pct": 633993,
+ "total_tx_pps": 504840,
+ "tx_pps": 507964,
+ "tx_pkts": 5048403,
+ "drop_percentage": 12.5582882349131
+ },
+ {
+ "rx_pps": 253982.0,
+ "rx_pkts": 2524456,
+ "time_ms": 1646284684759,
+ "drop_pct": 0,
+ "total_tx_pps": 252445,
+ "tx_pps": 253982,
+ "tx_pkts": 2524456,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 380480.22499434196,
+ "rx_pkts": 3781785,
+ "time_ms": 1646284697283,
+ "drop_pct": 4888,
+ "total_tx_pps": 378667,
+ "tx_pps": 380972,
+ "tx_pkts": 3786673,
+ "drop_percentage": 0.12908429114423137
+ },
+ {
+ "rx_pps": 316051.2110285178,
+ "rx_pkts": 3141708,
+ "time_ms": 1646284709792,
+ "drop_pct": 14183,
+ "total_tx_pps": 315589,
+ "tx_pps": 317478,
+ "tx_pkts": 3155891,
+ "drop_percentage": 0.44941349368530153
+ },
+ {
+ "rx_pps": 285668.0250878956,
+ "rx_pkts": 2839399,
+ "time_ms": 1646284722300,
+ "drop_pct": 616,
+ "total_tx_pps": 284001,
+ "tx_pps": 285730,
+ "tx_pkts": 2840015,
+ "drop_percentage": 0.02169002628507244
+ },
+ {
+ "rx_pps": 269807.1017426643,
+ "rx_pkts": 2681614,
+ "time_ms": 1646284734800,
+ "drop_pct": 486,
+ "total_tx_pps": 268210,
+ "tx_pps": 269856,
+ "tx_pkts": 2682100,
+ "drop_percentage": 0.018120129749077216
+ },
+ {
+ "rx_pps": 261898.78374930617,
+ "rx_pkts": 2603144,
+ "time_ms": 1646284747309,
+ "drop_pct": 191,
+ "total_tx_pps": 260333,
+ "tx_pps": 261918,
+ "tx_pkts": 2603335,
+ "drop_percentage": 0.007336743062264364
+ },
+ {
+ "rx_pps": 257926.4552171562,
+ "rx_pkts": 2563404,
+ "time_ms": 1646284759831,
+ "drop_pct": 234,
+ "total_tx_pps": 256363,
+ "tx_pps": 257950,
+ "tx_pkts": 2563638,
+ "ndr_pps": 126991,
+ "drop_percentage": 0.009127653748306118
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "fab39ed6c612445784e1e24574be97e2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 557.5041177188274,
+ "total_tx_rate": 252445
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:24:12",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "ceb21980b7a54cfca27c2be13acbe3fd",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 1.171875,
+ "timestamp_sec": 1646285193.3781986,
+ "stats": {
+ "total_tx_rate": 190656,
+ "overall": {
+ "rx_pkts": 1906560,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 3445,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 1906560,
+ "avg_delay_usec": 366.4996223564955,
+ "min_delay_usec": 49,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 953232,
+ "min_delay_usec": 54,
+ "drop_pct": 0,
+ "max_delay_usec": 3445,
+ "tx_pkts": 953328,
+ "avg_delay_usec": 374,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 953328,
+ "min_delay_usec": 49,
+ "drop_pct": 0,
+ "max_delay_usec": 3400,
+ "tx_pkts": 953232,
+ "avg_delay_usec": 359,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 582390528.0,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 2.34375,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 191816,
+ "rate_bps": 585937500.0,
+ "time_taken_sec": 137.84817028045654
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 527518.6982376295,
+ "rx_pkts": 4594899,
+ "time_ms": 1646285068098,
+ "drop_pct": 137980399,
+ "total_tx_pps": 14257529,
+ "tx_pps": 16368398,
+ "tx_pkts": 142575298,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14257529). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 96.77721241725898
+ },
+ {
+ "rx_pps": 649584.5882534897,
+ "rx_pkts": 6455897,
+ "time_ms": 1646285080678,
+ "drop_pct": 74882762,
+ "total_tx_pps": 8133865,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338659,
+ "drop_percentage": 92.06294143600277
+ },
+ {
+ "rx_pps": 486023.50862599886,
+ "rx_pkts": 4830345,
+ "time_ms": 1646285093199,
+ "drop_pct": 35838974,
+ "total_tx_pps": 4066931,
+ "tx_pps": 4092098,
+ "tx_pkts": 40669319,
+ "drop_percentage": 88.12287710054845
+ },
+ {
+ "rx_pps": 487117.8462164386,
+ "rx_pkts": 4841709,
+ "time_ms": 1646285105721,
+ "drop_pct": 15494990,
+ "total_tx_pps": 2033669,
+ "tx_pps": 2046048,
+ "tx_pkts": 20336699,
+ "drop_percentage": 76.19225716031889
+ },
+ {
+ "rx_pps": 365059.10021687107,
+ "rx_pkts": 3628142,
+ "time_ms": 1646285118236,
+ "drop_pct": 6539188,
+ "total_tx_pps": 1016733,
+ "tx_pps": 1023024,
+ "tx_pkts": 10167330,
+ "drop_percentage": 64.31568563231448
+ },
+ {
+ "rx_pps": 470718.585949703,
+ "rx_pkts": 4678475,
+ "time_ms": 1646285130816,
+ "drop_pct": 405446,
+ "total_tx_pps": 508392,
+ "tx_pps": 511512,
+ "tx_pkts": 5083921,
+ "drop_percentage": 7.975064915446168
+ },
+ {
+ "rx_pps": 255742.51844840997,
+ "rx_pkts": 2541955,
+ "time_ms": 1646285143320,
+ "drop_pct": 134,
+ "total_tx_pps": 254208,
+ "tx_pps": 255756,
+ "tx_pkts": 2542089,
+ "drop_percentage": 0.0052712552550284435
+ },
+ {
+ "rx_pps": 127878.0,
+ "rx_pkts": 1271047,
+ "time_ms": 1646285155820,
+ "drop_pct": 0,
+ "total_tx_pps": 127104,
+ "tx_pps": 127878,
+ "tx_pkts": 1271047,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 191816.0,
+ "rx_pkts": 1906560,
+ "time_ms": 1646285168332,
+ "drop_pct": 0,
+ "total_tx_pps": 190656,
+ "tx_pps": 191816,
+ "tx_pkts": 1906560,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 223586.05076246973,
+ "rx_pkts": 2225246,
+ "time_ms": 1646285180872,
+ "drop_pct": 1990,
+ "total_tx_pps": 222723,
+ "tx_pps": 223786,
+ "tx_pkts": 2227236,
+ "drop_percentage": 0.08934841211259158
+ },
+ {
+ "rx_pps": 207747.38173291675,
+ "rx_pkts": 2064908,
+ "time_ms": 1646285193377,
+ "drop_pct": 523,
+ "total_tx_pps": 206543,
+ "tx_pps": 207800,
+ "tx_pkts": 2065431,
+ "ndr_pps": 95908,
+ "drop_percentage": 0.02532159147412816
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "ceb21980b7a54cfca27c2be13acbe3fd"
+ },
+ "synthesis": {
+ "avg_delay_usec": 366.4996223564955,
+ "total_tx_rate": 190656
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "128",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:31:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7d83b94d43e942238d6c50de662d6dcf",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 128,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 22.65625,
+ "timestamp_sec": 1646285626.5736058,
+ "stats": {
+ "total_tx_rate": 156036,
+ "overall": {
+ "rx_pkts": 1560365,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 5728,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 1560365,
+ "avg_delay_usec": 587.9997974832811,
+ "min_delay_usec": 58,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 780143,
+ "min_delay_usec": 58,
+ "drop_pct": 0,
+ "max_delay_usec": 1773,
+ "tx_pkts": 780222,
+ "avg_delay_usec": 592,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 780222,
+ "min_delay_usec": 59,
+ "drop_pct": 0,
+ "max_delay_usec": 5728,
+ "tx_pkts": 780143,
+ "avg_delay_usec": 584,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 11259557760.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 45.3125,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 156986,
+ "rate_bps": 11328125000.0,
+ "time_taken_sec": 137.71946001052856
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 81808.84100646983,
+ "rx_pkts": 816086,
+ "time_ms": 1646285501423,
+ "drop_pct": 6095994,
+ "total_tx_pps": 691208,
+ "tx_pps": 692904,
+ "tx_pkts": 6912080,
+ "drop_percentage": 88.19333688267497
+ },
+ {
+ "rx_pps": 174051.7277974219,
+ "rx_pkts": 1729814,
+ "time_ms": 1646285513938,
+ "drop_pct": 1713401,
+ "total_tx_pps": 344321,
+ "tx_pps": 346452,
+ "tx_pkts": 3443215,
+ "drop_percentage": 49.761661702798115
+ },
+ {
+ "rx_pps": 173173.57764485295,
+ "rx_pkts": 1721087,
+ "time_ms": 1646285526441,
+ "drop_pct": 521,
+ "total_tx_pps": 172160,
+ "tx_pps": 173226,
+ "tx_pkts": 1721608,
+ "drop_percentage": 0.030262405843839015
+ },
+ {
+ "rx_pps": 86612.0,
+ "rx_pkts": 860882,
+ "time_ms": 1646285539000,
+ "drop_pct": 0,
+ "total_tx_pps": 86088,
+ "tx_pps": 86612,
+ "tx_pkts": 860882,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 129918.0,
+ "rx_pkts": 1293789,
+ "time_ms": 1646285551538,
+ "drop_pct": 0,
+ "total_tx_pps": 129378,
+ "tx_pps": 129918,
+ "tx_pkts": 1293789,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 151572.0,
+ "rx_pkts": 1506400,
+ "time_ms": 1646285564049,
+ "drop_pct": 0,
+ "total_tx_pps": 150640,
+ "tx_pps": 151572,
+ "tx_pkts": 1506400,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 162238.83736784133,
+ "rx_pkts": 1612576,
+ "time_ms": 1646285576558,
+ "drop_pct": 1582,
+ "total_tx_pps": 161415,
+ "tx_pps": 162398,
+ "tx_pkts": 1614158,
+ "drop_percentage": 0.09800775388778546
+ },
+ {
+ "rx_pps": 156986.0,
+ "rx_pkts": 1560365,
+ "time_ms": 1646285589058,
+ "drop_pct": 0,
+ "total_tx_pps": 156036,
+ "tx_pps": 156986,
+ "tx_pkts": 1560365,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 159630.32079097626,
+ "rx_pkts": 1586489,
+ "time_ms": 1646285601557,
+ "drop_pct": 613,
+ "total_tx_pps": 158710,
+ "tx_pps": 159692,
+ "tx_pkts": 1587102,
+ "drop_percentage": 0.03862385656372432
+ },
+ {
+ "rx_pps": 155353.5470980394,
+ "rx_pkts": 1543982,
+ "time_ms": 1646285614056,
+ "drop_pct": 29661,
+ "total_tx_pps": 157364,
+ "tx_pps": 158338,
+ "tx_pkts": 1573643,
+ "drop_percentage": 1.8848620684615252
+ },
+ {
+ "rx_pps": 157653.74926958897,
+ "rx_pkts": 1566844,
+ "time_ms": 1646285626572,
+ "drop_pct": 82,
+ "total_tx_pps": 156692,
+ "tx_pps": 157662,
+ "tx_pkts": 1566926,
+ "ndr_pps": 78493,
+ "drop_percentage": 0.005233176295498319
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 128,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7d83b94d43e942238d6c50de662d6dcf"
+ },
+ "synthesis": {
+ "avg_delay_usec": 587.9997974832811,
+ "total_tx_rate": 156036
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:38:39",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7bffd833c7684dd6ad3c6fb4392fd892",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.390625,
+ "timestamp_sec": 1646286062.320283,
+ "stats": {
+ "total_tx_rate": 289377,
+ "overall": {
+ "rx_pkts": 2893779,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 4256,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2893779,
+ "avg_delay_usec": 430.4998222048055,
+ "min_delay_usec": 52,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1446816,
+ "min_delay_usec": 52,
+ "drop_pct": 0,
+ "max_delay_usec": 4256,
+ "tx_pkts": 1446963,
+ "avg_delay_usec": 434,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1446963,
+ "min_delay_usec": 57,
+ "drop_pct": 0,
+ "max_delay_usec": 948,
+ "tx_pkts": 1446816,
+ "avg_delay_usec": 427,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 194461344.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.78125,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 290642,
+ "rate_bps": 195312500.0,
+ "time_taken_sec": 137.67585062980652
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1060675.9533262525,
+ "rx_pkts": 3801256,
+ "time_ms": 1646285937162,
+ "drop_pct": 262850910,
+ "total_tx_pps": 26665216,
+ "tx_pps": 74404760,
+ "tx_pkts": 266652166,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26665216). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.57445148223547
+ },
+ {
+ "rx_pps": 549084.4052686733,
+ "rx_pkts": 3959911,
+ "time_ms": 1646285949709,
+ "drop_pct": 264337845,
+ "total_tx_pps": 26829775,
+ "tx_pps": 37202380,
+ "tx_pkts": 268297756,
+ "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26829775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.52406108085377
+ },
+ {
+ "rx_pps": 369990.33655168186,
+ "rx_pkts": 3683809,
+ "time_ms": 1646285962227,
+ "drop_pct": 181518950,
+ "total_tx_pps": 18520275,
+ "tx_pps": 18601190,
+ "tx_pkts": 185202759,
+ "drop_percentage": 98.01093189977802
+ },
+ {
+ "rx_pps": 384612.35211511684,
+ "rx_pkts": 3822471,
+ "time_ms": 1646285974730,
+ "drop_pct": 88611510,
+ "total_tx_pps": 9243398,
+ "tx_pps": 9300594,
+ "tx_pkts": 92433981,
+ "drop_percentage": 95.86464743956013
+ },
+ {
+ "rx_pps": 168933.23502156153,
+ "rx_pkts": 1678943,
+ "time_ms": 1646285987251,
+ "drop_pct": 44538025,
+ "total_tx_pps": 4621696,
+ "tx_pps": 4650296,
+ "tx_pkts": 46216968,
+ "drop_percentage": 96.36725844932104
+ },
+ {
+ "rx_pps": 159074.18157372237,
+ "rx_pkts": 1580959,
+ "time_ms": 1646285999771,
+ "drop_pct": 21527528,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108487,
+ "drop_percentage": 93.15853521695297
+ },
+ {
+ "rx_pps": 171386.32143951976,
+ "rx_pkts": 1703323,
+ "time_ms": 1646286012283,
+ "drop_pct": 9850919,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554242,
+ "drop_percentage": 85.25802904249366
+ },
+ {
+ "rx_pps": 512810.1541521316,
+ "rx_pkts": 5097079,
+ "time_ms": 1646286024781,
+ "drop_pct": 680616,
+ "total_tx_pps": 577769,
+ "tx_pps": 581286,
+ "tx_pkts": 5777695,
+ "drop_percentage": 11.780061079721238
+ },
+ {
+ "rx_pps": 290642.0,
+ "rx_pkts": 2893779,
+ "time_ms": 1646286037314,
+ "drop_pct": 0,
+ "total_tx_pps": 289377,
+ "tx_pps": 290642,
+ "tx_pkts": 2893779,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 417277.35359887895,
+ "rx_pkts": 4147530,
+ "time_ms": 1646286049813,
+ "drop_pct": 185736,
+ "total_tx_pps": 433326,
+ "tx_pps": 435964,
+ "tx_pkts": 4333266,
+ "drop_percentage": 4.28628198684318
+ },
+ {
+ "rx_pps": 363141.5007727034,
+ "rx_pkts": 3609085,
+ "time_ms": 1646286062319,
+ "drop_pct": 1615,
+ "total_tx_pps": 361070,
+ "tx_pps": 363304,
+ "tx_pkts": 3610700,
+ "ndr_pps": 145321,
+ "drop_percentage": 0.044728169053092195
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7bffd833c7684dd6ad3c6fb4392fd892"
+ },
+ "synthesis": {
+ "avg_delay_usec": 430.4998222048055,
+ "total_tx_rate": 289377
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:45:59",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 0.78125,
+ "timestamp_sec": 1646286501.6585698,
+ "stats": {
+ "total_tx_rate": 328252,
+ "overall": {
+ "rx_pkts": 3282523,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 5743,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3282523,
+ "avg_delay_usec": 504.00045239591617,
+ "min_delay_usec": 59,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1641179,
+ "min_delay_usec": 60,
+ "drop_pct": 0,
+ "max_delay_usec": 5743,
+ "tx_pkts": 1641344,
+ "avg_delay_usec": 495,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1641344,
+ "min_delay_usec": 59,
+ "drop_pct": 0,
+ "max_delay_usec": 5416,
+ "tx_pkts": 1641179,
+ "avg_delay_usec": 513,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 388650368.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 1.5625,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 329918,
+ "rate_bps": 390625000.0,
+ "time_taken_sec": 137.7171869277954
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 669022.1950312835,
+ "rx_pkts": 4088190,
+ "time_ms": 1646286376431,
+ "drop_pct": 253964761,
+ "total_tx_pps": 25805295,
+ "tx_pps": 42229728,
+ "tx_pkts": 258052951,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25805295). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.41575537727526
+ },
+ {
+ "rx_pps": 399023.3302773898,
+ "rx_pkts": 3965614,
+ "time_ms": 1646286388930,
+ "drop_pct": 205880262,
+ "total_tx_pps": 20984587,
+ "tx_pps": 21114864,
+ "tx_pkts": 209845876,
+ "drop_percentage": 98.11022543040112
+ },
+ {
+ "rx_pps": 447142.9301377911,
+ "rx_pkts": 4443482,
+ "time_ms": 1646286401505,
+ "drop_pct": 100470978,
+ "total_tx_pps": 10491446,
+ "tx_pps": 10557432,
+ "tx_pkts": 104914460,
+ "drop_percentage": 95.7646619922554
+ },
+ {
+ "rx_pps": 346951.3718415911,
+ "rx_pkts": 3448177,
+ "time_ms": 1646286414004,
+ "drop_pct": 49014354,
+ "total_tx_pps": 5246253,
+ "tx_pps": 5278716,
+ "tx_pkts": 52462531,
+ "drop_percentage": 93.42735294261728
+ },
+ {
+ "rx_pps": 215866.7599879869,
+ "rx_pkts": 2145392,
+ "time_ms": 1646286426523,
+ "drop_pct": 24085870,
+ "total_tx_pps": 2623126,
+ "tx_pps": 2639358,
+ "tx_pkts": 26231262,
+ "drop_percentage": 91.82123986257314
+ },
+ {
+ "rx_pps": 149781.0398090949,
+ "rx_pkts": 1488599,
+ "time_ms": 1646286439020,
+ "drop_pct": 11627022,
+ "total_tx_pps": 1311562,
+ "tx_pps": 1319678,
+ "tx_pkts": 13115621,
+ "drop_percentage": 88.65018286210008
+ },
+ {
+ "rx_pps": 498086.9811686903,
+ "rx_pkts": 4950239,
+ "time_ms": 1646286451572,
+ "drop_pct": 1607563,
+ "total_tx_pps": 655780,
+ "tx_pps": 659838,
+ "tx_pkts": 6557802,
+ "drop_percentage": 24.51374713661681
+ },
+ {
+ "rx_pps": 329918.0,
+ "rx_pkts": 3282523,
+ "time_ms": 1646286464132,
+ "drop_pct": 0,
+ "total_tx_pps": 328252,
+ "tx_pps": 329918,
+ "tx_pkts": 3282523,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 478526.7821332745,
+ "rx_pkts": 4756319,
+ "time_ms": 1646286476632,
+ "drop_pct": 162523,
+ "total_tx_pps": 491884,
+ "tx_pps": 494878,
+ "tx_pkts": 4918842,
+ "drop_percentage": 3.3040906782531336
+ },
+ {
+ "rx_pps": 411878.7378240714,
+ "rx_pkts": 4093705,
+ "time_ms": 1646286489150,
+ "drop_pct": 5161,
+ "total_tx_pps": 409886,
+ "tx_pps": 412398,
+ "tx_pkts": 4098866,
+ "drop_percentage": 0.12591287443893018
+ },
+ {
+ "rx_pps": 371054.5743320845,
+ "rx_pkts": 3688099,
+ "time_ms": 1646286501657,
+ "drop_pct": 1028,
+ "total_tx_pps": 368912,
+ "tx_pps": 371158,
+ "tx_pkts": 3689127,
+ "ndr_pps": 164959,
+ "drop_percentage": 0.027865671200801707
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f"
+ },
+ "synthesis": {
+ "avg_delay_usec": 504.00045239591617,
+ "total_tx_rate": 328252
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 05:55:45",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 1.3671875,
+ "timestamp_sec": 1646287087.8915067,
+ "stats": {
+ "total_tx_rate": 307709,
+ "overall": {
+ "rx_pkts": 3077097,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 3367,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3077097,
+ "avg_delay_usec": 432.50000146241734,
+ "min_delay_usec": 38,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1538548,
+ "min_delay_usec": 38,
+ "drop_pct": 0,
+ "max_delay_usec": 3281,
+ "tx_pkts": 1538549,
+ "avg_delay_usec": 428,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1538549,
+ "min_delay_usec": 55,
+ "drop_pct": 0,
+ "max_delay_usec": 3367,
+ "tx_pkts": 1538548,
+ "avg_delay_usec": 437,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 679421472.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 2.734375,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 309598,
+ "rate_bps": 683593750.0,
+ "time_taken_sec": 137.742746591568
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 255672.565299537,
+ "rx_pkts": 2319871,
+ "time_ms": 1646286962658,
+ "drop_pct": 203151166,
+ "total_tx_pps": 20547103,
+ "tx_pps": 22644926,
+ "tx_pkts": 205471037,
+ "drop_percentage": 98.87094987504248
+ },
+ {
+ "rx_pps": 335448.3699684173,
+ "rx_pkts": 3333855,
+ "time_ms": 1646286975189,
+ "drop_pct": 109194480,
+ "total_tx_pps": 11252833,
+ "tx_pps": 11322462,
+ "tx_pkts": 112528335,
+ "drop_percentage": 97.03731953378676
+ },
+ {
+ "rx_pps": 130166.49486928145,
+ "rx_pkts": 1293660,
+ "time_ms": 1646286987760,
+ "drop_pct": 54970487,
+ "total_tx_pps": 5626414,
+ "tx_pps": 5661230,
+ "tx_pkts": 56264147,
+ "drop_percentage": 97.70073826943471
+ },
+ {
+ "rx_pps": 188671.05892669645,
+ "rx_pkts": 1875296,
+ "time_ms": 1646287000320,
+ "drop_pct": 26259592,
+ "total_tx_pps": 2813488,
+ "tx_pps": 2830614,
+ "tx_pkts": 28134888,
+ "drop_percentage": 93.33462425725668
+ },
+ {
+ "rx_pps": 208503.260507737,
+ "rx_pkts": 2075129,
+ "time_ms": 1646287012832,
+ "drop_pct": 12010706,
+ "total_tx_pps": 1408583,
+ "tx_pps": 1415306,
+ "tx_pkts": 14085835,
+ "drop_percentage": 85.2679731091554
+ },
+ {
+ "rx_pps": 401016.7055138048,
+ "rx_pkts": 3985506,
+ "time_ms": 1646287025334,
+ "drop_pct": 3047496,
+ "total_tx_pps": 703300,
+ "tx_pps": 707652,
+ "tx_pkts": 7033002,
+ "drop_percentage": 43.331368311853176
+ },
+ {
+ "rx_pps": 353769.4579762555,
+ "rx_pkts": 3516295,
+ "time_ms": 1646287037843,
+ "drop_pct": 562,
+ "total_tx_pps": 351685,
+ "tx_pps": 353826,
+ "tx_pkts": 3516857,
+ "drop_percentage": 0.01598017775530822
+ },
+ {
+ "rx_pps": 176912.0,
+ "rx_pkts": 1758241,
+ "time_ms": 1646287050350,
+ "drop_pct": 0,
+ "total_tx_pps": 175824,
+ "tx_pps": 176912,
+ "tx_pkts": 1758241,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 265370.0,
+ "rx_pkts": 2637382,
+ "time_ms": 1646287062871,
+ "drop_pct": 0,
+ "total_tx_pps": 263738,
+ "tx_pps": 265370,
+ "tx_pkts": 2637382,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 309598.0,
+ "rx_pkts": 3077097,
+ "time_ms": 1646287075371,
+ "drop_pct": 0,
+ "total_tx_pps": 307709,
+ "tx_pps": 309598,
+ "tx_pkts": 3077097,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 331394.0121815451,
+ "rx_pkts": 3300519,
+ "time_ms": 1646287087890,
+ "drop_pct": 3167,
+ "total_tx_pps": 330368,
+ "tx_pps": 331712,
+ "tx_pkts": 3303686,
+ "ndr_pps": 154799,
+ "drop_percentage": 0.09586262132660307
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df"
+ },
+ "synthesis": {
+ "avg_delay_usec": 432.50000146241734,
+ "total_tx_rate": 307709
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:00:38",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "32f6745439f040fa96de86e0a3ad0abf",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 2.34375,
+ "timestamp_sec": 1646287380.6742508,
+ "stats": {
+ "total_tx_rate": 273652,
+ "overall": {
+ "rx_pkts": 2736528,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2723,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2736528,
+ "avg_delay_usec": 410.4993787748563,
+ "min_delay_usec": 41,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1368196,
+ "min_delay_usec": 45,
+ "drop_pct": 0,
+ "max_delay_usec": 2723,
+ "tx_pkts": 1368332,
+ "avg_delay_usec": 423,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1368332,
+ "min_delay_usec": 41,
+ "drop_pct": 0,
+ "max_delay_usec": 2679,
+ "tx_pkts": 1368196,
+ "avg_delay_usec": 398,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1164662912.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 4.6875,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 275346,
+ "rate_bps": 1171875000.0,
+ "time_taken_sec": 137.6094572544098
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 422261.6287427662,
+ "rx_pkts": 4008862,
+ "time_ms": 1646287255615,
+ "drop_pct": 107525288,
+ "total_tx_pps": 11153415,
+ "tx_pps": 11748120,
+ "tx_pkts": 111534150,
+ "drop_percentage": 96.40570892412772
+ },
+ {
+ "rx_pps": 235563.01252603848,
+ "rx_pkts": 2345619,
+ "time_ms": 1646287268137,
+ "drop_pct": 56145341,
+ "total_tx_pps": 5849096,
+ "tx_pps": 5874060,
+ "tx_pkts": 58490960,
+ "drop_percentage": 95.98977517209497
+ },
+ {
+ "rx_pps": 214956.55098821394,
+ "rx_pkts": 2136346,
+ "time_ms": 1646287280641,
+ "drop_pct": 27053331,
+ "total_tx_pps": 2918967,
+ "tx_pps": 2937030,
+ "tx_pkts": 29189677,
+ "drop_percentage": 92.68115916459097
+ },
+ {
+ "rx_pps": 98852.65115506016,
+ "rx_pkts": 982546,
+ "time_ms": 1646287293143,
+ "drop_pct": 13613750,
+ "total_tx_pps": 1459629,
+ "tx_pps": 1468514,
+ "tx_pkts": 14596296,
+ "drop_percentage": 93.26852511075413
+ },
+ {
+ "rx_pps": 374357.7867755638,
+ "rx_pkts": 3720931,
+ "time_ms": 1646287305644,
+ "drop_pct": 3577210,
+ "total_tx_pps": 729814,
+ "tx_pps": 734256,
+ "tx_pkts": 7298141,
+ "drop_percentage": 49.01535884275187
+ },
+ {
+ "rx_pps": 366719.5290001208,
+ "rx_pkts": 3645011,
+ "time_ms": 1646287318156,
+ "drop_pct": 4060,
+ "total_tx_pps": 364907,
+ "tx_pps": 367128,
+ "tx_pkts": 3649071,
+ "drop_percentage": 0.11126119497263824
+ },
+ {
+ "rx_pps": 183564.0,
+ "rx_pkts": 1824537,
+ "time_ms": 1646287330655,
+ "drop_pct": 0,
+ "total_tx_pps": 182453,
+ "tx_pps": 183564,
+ "tx_pkts": 1824537,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 275346.0,
+ "rx_pkts": 2736528,
+ "time_ms": 1646287343177,
+ "drop_pct": 0,
+ "total_tx_pps": 273652,
+ "tx_pps": 275346,
+ "tx_pkts": 2736528,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 321054.59355599707,
+ "rx_pkts": 3190964,
+ "time_ms": 1646287355673,
+ "drop_pct": 1803,
+ "total_tx_pps": 319276,
+ "tx_pps": 321236,
+ "tx_pkts": 3192767,
+ "drop_percentage": 0.056471392995480096
+ },
+ {
+ "rx_pps": 298206.68394270656,
+ "rx_pkts": 2964029,
+ "time_ms": 1646287368173,
+ "drop_pct": 848,
+ "total_tx_pps": 296487,
+ "tx_pps": 298292,
+ "tx_pkts": 2964877,
+ "drop_percentage": 0.028601523773161584
+ },
+ {
+ "rx_pps": 286576.03641464544,
+ "rx_pkts": 2848426,
+ "time_ms": 1646287380673,
+ "drop_pct": 2405,
+ "total_tx_pps": 285083,
+ "tx_pps": 286818,
+ "tx_pkts": 2850831,
+ "ndr_pps": 137673,
+ "drop_percentage": 0.08436136691371744
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "32f6745439f040fa96de86e0a3ad0abf"
+ },
+ "synthesis": {
+ "avg_delay_usec": 410.4993787748563,
+ "total_tx_rate": 273652
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:12:50",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 3.22265625,
+ "timestamp_sec": 1646288112.949391,
+ "stats": {
+ "total_tx_rate": 254057,
+ "overall": {
+ "rx_pkts": 2540579,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 6615,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2540579,
+ "avg_delay_usec": 476.00064985186447,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1270226,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 6615,
+ "tx_pkts": 1270353,
+ "avg_delay_usec": 463,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1270353,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 4615,
+ "tx_pkts": 1270226,
+ "avg_delay_usec": 489,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1601575328.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 6.4453125,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 255604,
+ "rate_bps": 1611328124.0,
+ "time_taken_sec": 137.60951566696167
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 401443.3266594298,
+ "rx_pkts": 3873721,
+ "time_ms": 1646287987827,
+ "drop_pct": 72660892,
+ "total_tx_pps": 7653461,
+ "tx_pps": 7931472,
+ "tx_pkts": 76534613,
+ "drop_percentage": 94.9386024856492
+ },
+ {
+ "rx_pps": 270999.9900496978,
+ "rx_pkts": 2693334,
+ "time_ms": 1646288000350,
+ "drop_pct": 36720142,
+ "total_tx_pps": 3941347,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413476,
+ "drop_percentage": 93.16646418093141
+ },
+ {
+ "rx_pps": 198550.00234079146,
+ "rx_pkts": 1973488,
+ "time_ms": 1646288012848,
+ "drop_pct": 17735231,
+ "total_tx_pps": 1970871,
+ "tx_pps": 1982868,
+ "tx_pkts": 19708719,
+ "drop_percentage": 89.98672617941328
+ },
+ {
+ "rx_pps": 199910.28390347675,
+ "rx_pkts": 1986809,
+ "time_ms": 1646288025358,
+ "drop_pct": 7866561,
+ "total_tx_pps": 985337,
+ "tx_pps": 991434,
+ "tx_pkts": 9853370,
+ "drop_percentage": 79.83624891788291
+ },
+ {
+ "rx_pps": 472617.2657889759,
+ "rx_pkts": 4697582,
+ "time_ms": 1646288037860,
+ "drop_pct": 229590,
+ "total_tx_pps": 492717,
+ "tx_pps": 495716,
+ "tx_pkts": 4927172,
+ "drop_percentage": 4.6596709024974166
+ },
+ {
+ "rx_pps": 247858.0,
+ "rx_pkts": 2463586,
+ "time_ms": 1646288050400,
+ "drop_pct": 0,
+ "total_tx_pps": 246358,
+ "tx_pps": 247858,
+ "tx_pkts": 2463586,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 369515.96694294043,
+ "rx_pkts": 3672805,
+ "time_ms": 1646288062900,
+ "drop_pct": 22563,
+ "total_tx_pps": 369536,
+ "tx_pps": 371786,
+ "tx_pkts": 3695368,
+ "drop_percentage": 0.6105751849342204
+ },
+ {
+ "rx_pps": 309577.99963821407,
+ "rx_pkts": 3076744,
+ "time_ms": 1646288075398,
+ "drop_pct": 2425,
+ "total_tx_pps": 307916,
+ "tx_pps": 309822,
+ "tx_pkts": 3079169,
+ "drop_percentage": 0.07875501474586162
+ },
+ {
+ "rx_pps": 278814.24160118186,
+ "rx_pkts": 2770997,
+ "time_ms": 1646288087918,
+ "drop_pct": 256,
+ "total_tx_pps": 277125,
+ "tx_pps": 278840,
+ "tx_pkts": 2771253,
+ "drop_percentage": 0.009237698615030819
+ },
+ {
+ "rx_pps": 263259.7617543409,
+ "rx_pkts": 2616539,
+ "time_ms": 1646288100438,
+ "drop_pct": 877,
+ "total_tx_pps": 261741,
+ "tx_pps": 263348,
+ "tx_pkts": 2617416,
+ "drop_percentage": 0.03350632837882859
+ },
+ {
+ "rx_pps": 255604.0,
+ "rx_pkts": 2540579,
+ "time_ms": 1646288112948,
+ "drop_pct": 0,
+ "total_tx_pps": 254057,
+ "tx_pps": 255604,
+ "tx_pkts": 2540579,
+ "ndr_pps": 127802,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6"
+ },
+ "synthesis": {
+ "avg_delay_usec": 476.00064985186447,
+ "total_tx_rate": 254057
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:20:09",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "cd0872af22cc4e368a8a824b8f85ff54",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 4.4921875,
+ "timestamp_sec": 1646288552.3423898,
+ "stats": {
+ "total_tx_rate": 267301,
+ "overall": {
+ "rx_pkts": 2673012,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 8541,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2673012,
+ "avg_delay_usec": 483.49946577119744,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1336438,
+ "min_delay_usec": 38,
+ "drop_pct": 0,
+ "max_delay_usec": 8541,
+ "tx_pkts": 1336574,
+ "avg_delay_usec": 494,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1336574,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 7095,
+ "tx_pkts": 1336438,
+ "avg_delay_usec": 473,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2232497952.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 8.984375,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 268928,
+ "rate_bps": 2246093750.0,
+ "time_taken_sec": 137.60198616981506
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 288161.597988842,
+ "rx_pkts": 2804152,
+ "time_ms": 1646288427250,
+ "drop_pct": 55452425,
+ "total_tx_pps": 5825657,
+ "tx_pps": 5986590,
+ "tx_pkts": 58256577,
+ "drop_percentage": 95.1865486363883
+ },
+ {
+ "rx_pps": 213298.5964799784,
+ "rx_pkts": 2119868,
+ "time_ms": 1646288439760,
+ "drop_pct": 27628983,
+ "total_tx_pps": 2974885,
+ "tx_pps": 2993294,
+ "tx_pkts": 29748851,
+ "drop_percentage": 92.8741180625766
+ },
+ {
+ "rx_pps": 131366.48872957594,
+ "rx_pkts": 1305586,
+ "time_ms": 1646288452271,
+ "drop_pct": 13568832,
+ "total_tx_pps": 1487441,
+ "tx_pps": 1496646,
+ "tx_pkts": 14874418,
+ "drop_percentage": 91.22260783581582
+ },
+ {
+ "rx_pps": 290509.78790066997,
+ "rx_pkts": 2887523,
+ "time_ms": 1646288464771,
+ "drop_pct": 4550426,
+ "total_tx_pps": 743794,
+ "tx_pps": 748322,
+ "tx_pkts": 7437949,
+ "drop_percentage": 61.17850498840473
+ },
+ {
+ "rx_pps": 373382.29544448643,
+ "rx_pkts": 3711236,
+ "time_ms": 1646288477284,
+ "drop_pct": 7730,
+ "total_tx_pps": 371896,
+ "tx_pps": 374160,
+ "tx_pkts": 3718966,
+ "drop_percentage": 0.20785347325036044
+ },
+ {
+ "rx_pps": 187080.0,
+ "rx_pkts": 1863037,
+ "time_ms": 1646288489810,
+ "drop_pct": 0,
+ "total_tx_pps": 186303,
+ "tx_pps": 187080,
+ "tx_pkts": 1863037,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 280389.9082326065,
+ "rx_pkts": 2786939,
+ "time_ms": 1646288502310,
+ "drop_pct": 2287,
+ "total_tx_pps": 278922,
+ "tx_pps": 280620,
+ "tx_pkts": 2789226,
+ "drop_percentage": 0.0819940729076812
+ },
+ {
+ "rx_pps": 233850.0,
+ "rx_pkts": 2324119,
+ "time_ms": 1646288514811,
+ "drop_pct": 0,
+ "total_tx_pps": 232411,
+ "tx_pps": 233850,
+ "tx_pkts": 2324119,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 257236.0,
+ "rx_pkts": 2556543,
+ "time_ms": 1646288527323,
+ "drop_pct": 0,
+ "total_tx_pps": 255654,
+ "tx_pps": 257236,
+ "tx_pkts": 2556543,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 268928.0,
+ "rx_pkts": 2673012,
+ "time_ms": 1646288539831,
+ "drop_pct": 0,
+ "total_tx_pps": 267301,
+ "tx_pps": 268928,
+ "tx_pkts": 2673012,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 274722.439659442,
+ "rx_pkts": 2733353,
+ "time_ms": 1646288552341,
+ "drop_pct": 513,
+ "total_tx_pps": 273386,
+ "tx_pps": 274774,
+ "tx_pkts": 2733866,
+ "ndr_pps": 134464,
+ "drop_percentage": 0.018764635867302933
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "cd0872af22cc4e368a8a824b8f85ff54"
+ },
+ "synthesis": {
+ "avg_delay_usec": 483.49946577119744,
+ "total_tx_rate": 267301
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:25:02",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 6.25,
+ "timestamp_sec": 1646288845.323408,
+ "stats": {
+ "total_tx_rate": 298647,
+ "overall": {
+ "rx_pkts": 2986473,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 784,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2986473,
+ "avg_delay_usec": 509.001702007686,
+ "min_delay_usec": 55,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1493087,
+ "min_delay_usec": 76,
+ "drop_pct": 0,
+ "max_delay_usec": 766,
+ "tx_pkts": 1493386,
+ "avg_delay_usec": 492,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1493386,
+ "min_delay_usec": 55,
+ "drop_pct": 0,
+ "max_delay_usec": 784,
+ "tx_pkts": 1493087,
+ "avg_delay_usec": 526,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3105928800.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 12.5,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 300480,
+ "rate_bps": 3125000000.0,
+ "time_taken_sec": 137.64375615119934
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 328796.88960086054,
+ "rx_pkts": 3216282,
+ "time_ms": 1646288720187,
+ "drop_pct": 43812427,
+ "total_tx_pps": 4702870,
+ "tx_pps": 4807692,
+ "tx_pkts": 47028709,
+ "drop_percentage": 93.16102425860765
+ },
+ {
+ "rx_pps": 137967.17788955485,
+ "rx_pkts": 1371187,
+ "time_ms": 1646288732685,
+ "drop_pct": 22519440,
+ "total_tx_pps": 2389062,
+ "tx_pps": 2403846,
+ "tx_pkts": 23890627,
+ "drop_percentage": 94.26056503247068
+ },
+ {
+ "rx_pps": 118105.52734564139,
+ "rx_pkts": 1173792,
+ "time_ms": 1646288745223,
+ "drop_pct": 10771512,
+ "total_tx_pps": 1194530,
+ "tx_pps": 1201922,
+ "tx_pkts": 11945304,
+ "drop_percentage": 90.17361132039838
+ },
+ {
+ "rx_pps": 421709.7198215352,
+ "rx_pkts": 4191374,
+ "time_ms": 1646288757729,
+ "drop_pct": 1781569,
+ "total_tx_pps": 597294,
+ "tx_pps": 600960,
+ "tx_pkts": 5972943,
+ "drop_percentage": 29.82732297964337
+ },
+ {
+ "rx_pps": 300480.0,
+ "rx_pkts": 2986473,
+ "time_ms": 1646288770264,
+ "drop_pct": 0,
+ "total_tx_pps": 298647,
+ "tx_pps": 300480,
+ "tx_pkts": 2986473,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 418310.83577366004,
+ "rx_pkts": 4157802,
+ "time_ms": 1646288782786,
+ "drop_pct": 322131,
+ "total_tx_pps": 447993,
+ "tx_pps": 450720,
+ "tx_pkts": 4479933,
+ "drop_percentage": 7.190531644111642
+ },
+ {
+ "rx_pps": 374651.06490817876,
+ "rx_pkts": 3723473,
+ "time_ms": 1646288795289,
+ "drop_pct": 9431,
+ "total_tx_pps": 373290,
+ "tx_pps": 375600,
+ "tx_pkts": 3732904,
+ "drop_percentage": 0.2526451256180175
+ },
+ {
+ "rx_pps": 337828.9123930734,
+ "rx_pkts": 3357682,
+ "time_ms": 1646288807790,
+ "drop_pct": 2098,
+ "total_tx_pps": 335978,
+ "tx_pps": 338040,
+ "tx_pkts": 3359780,
+ "drop_percentage": 0.062444564822696724
+ },
+ {
+ "rx_pps": 318795.6445763084,
+ "rx_pkts": 3168353,
+ "time_ms": 1646288820308,
+ "drop_pct": 4615,
+ "total_tx_pps": 317296,
+ "tx_pps": 319260,
+ "tx_pkts": 3172968,
+ "drop_percentage": 0.14544741705557698
+ },
+ {
+ "rx_pps": 309849.17401039106,
+ "rx_pkts": 3079747,
+ "time_ms": 1646288832818,
+ "drop_pct": 207,
+ "total_tx_pps": 307995,
+ "tx_pps": 309870,
+ "tx_pkts": 3079954,
+ "drop_percentage": 0.006720879597552431
+ },
+ {
+ "rx_pps": 305137.8923991017,
+ "rx_pkts": 3033835,
+ "time_ms": 1646288845322,
+ "drop_pct": 359,
+ "total_tx_pps": 303419,
+ "tx_pps": 305174,
+ "tx_pkts": 3034194,
+ "ndr_pps": 150240,
+ "drop_percentage": 0.011831807722248478
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462"
+ },
+ "synthesis": {
+ "avg_delay_usec": 509.001702007686,
+ "total_tx_rate": 298647
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:29:56",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "4235eac7551b4b33aa00fd498105e51e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 6.640625,
+ "timestamp_sec": 1646289138.556028,
+ "stats": {
+ "total_tx_rate": 268223,
+ "overall": {
+ "rx_pkts": 2682236,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 6699,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2682236,
+ "avg_delay_usec": 468.9993408484563,
+ "min_delay_usec": 54,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1341050,
+ "min_delay_usec": 57,
+ "drop_pct": 0,
+ "max_delay_usec": 6699,
+ "tx_pkts": 1341186,
+ "avg_delay_usec": 482,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1341186,
+ "min_delay_usec": 54,
+ "drop_pct": 0,
+ "max_delay_usec": 2508,
+ "tx_pkts": 1341050,
+ "avg_delay_usec": 456,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3300215792.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 13.28125,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 269856,
+ "rate_bps": 3320312500.0,
+ "time_taken_sec": 137.53674697875977
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 280327.64801039256,
+ "rx_pkts": 2747650,
+ "time_ms": 1646289013507,
+ "drop_pct": 37083151,
+ "total_tx_pps": 3983080,
+ "tx_pps": 4063718,
+ "tx_pkts": 39830801,
+ "drop_percentage": 93.10169534376173
+ },
+ {
+ "rx_pps": 139771.86715044265,
+ "rx_pkts": 1389067,
+ "time_ms": 1646289026009,
+ "drop_pct": 18803744,
+ "total_tx_pps": 2019281,
+ "tx_pps": 2031858,
+ "tx_pkts": 20192811,
+ "drop_percentage": 93.12098251204353
+ },
+ {
+ "rx_pps": 207291.5107155712,
+ "rx_pkts": 2060167,
+ "time_ms": 1646289038511,
+ "drop_pct": 8036635,
+ "total_tx_pps": 1009680,
+ "tx_pps": 1015928,
+ "tx_pkts": 10096802,
+ "drop_percentage": 79.59584628875558
+ },
+ {
+ "rx_pps": 448511.248959259,
+ "rx_pkts": 4460221,
+ "time_ms": 1646289051022,
+ "drop_pct": 591228,
+ "total_tx_pps": 505144,
+ "tx_pps": 507964,
+ "tx_pkts": 5051449,
+ "drop_percentage": 11.704126875278757
+ },
+ {
+ "rx_pps": 253982.0,
+ "rx_pkts": 2524203,
+ "time_ms": 1646289063521,
+ "drop_pct": 0,
+ "total_tx_pps": 252420,
+ "tx_pps": 253982,
+ "tx_pkts": 2524203,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 380882.85178005294,
+ "rx_pkts": 3785406,
+ "time_ms": 1646289076021,
+ "drop_pct": 886,
+ "total_tx_pps": 378629,
+ "tx_pps": 380972,
+ "tx_pkts": 3786292,
+ "drop_percentage": 0.02340020262568233
+ },
+ {
+ "rx_pps": 313470.2547614981,
+ "rx_pkts": 3115426,
+ "time_ms": 1646289088528,
+ "drop_pct": 39831,
+ "total_tx_pps": 315525,
+ "tx_pps": 317478,
+ "tx_pkts": 3155257,
+ "drop_percentage": 1.262369436150526
+ },
+ {
+ "rx_pps": 285724.4659684076,
+ "rx_pkts": 2839674,
+ "time_ms": 1646289101027,
+ "drop_pct": 55,
+ "total_tx_pps": 283972,
+ "tx_pps": 285730,
+ "tx_pkts": 2839729,
+ "drop_percentage": 0.001936804533108617
+ },
+ {
+ "rx_pps": 269856.0,
+ "rx_pkts": 2682236,
+ "time_ms": 1646289113526,
+ "drop_pct": 0,
+ "total_tx_pps": 268223,
+ "tx_pps": 269856,
+ "tx_pkts": 2682236,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 277476.3853338296,
+ "rx_pkts": 2758810,
+ "time_ms": 1646289126038,
+ "drop_pct": 3138,
+ "total_tx_pps": 276194,
+ "tx_pps": 277792,
+ "tx_pkts": 2761948,
+ "drop_percentage": 0.11361546270965275
+ },
+ {
+ "rx_pps": 273634.23308427056,
+ "rx_pkts": 2719516,
+ "time_ms": 1646289138555,
+ "drop_pct": 1886,
+ "total_tx_pps": 272140,
+ "tx_pps": 273824,
+ "tx_pkts": 2721402,
+ "ndr_pps": 134928,
+ "drop_percentage": 0.06930251392480788
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "4235eac7551b4b33aa00fd498105e51e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 468.9993408484563,
+ "total_tx_rate": 268223
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:37:15",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "a5aadad5b25f444399ba2b3406c29196",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 1.7578125,
+ "timestamp_sec": 1646289577.9506223,
+ "stats": {
+ "total_tx_rate": 285983,
+ "overall": {
+ "rx_pkts": 2859836,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2310,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2859836,
+ "avg_delay_usec": 433.0000503525377,
+ "min_delay_usec": 38,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1429846,
+ "min_delay_usec": 44,
+ "drop_pct": 0,
+ "max_delay_usec": 1917,
+ "tx_pkts": 1429990,
+ "avg_delay_usec": 432,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1429990,
+ "min_delay_usec": 38,
+ "drop_pct": 0,
+ "max_delay_usec": 2310,
+ "tx_pkts": 1429846,
+ "avg_delay_usec": 434,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 873582737.3333333,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.515625,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 287724,
+ "rate_bps": 878906250.0,
+ "time_taken_sec": 137.6145327091217
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 427548.78458777367,
+ "rx_pkts": 3713299,
+ "time_ms": 1646289452854,
+ "drop_pct": 138447685,
+ "total_tx_pps": 14216098,
+ "tx_pps": 16368398,
+ "tx_pkts": 142160984,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14216098). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 97.38796194601467
+ },
+ {
+ "rx_pps": 409967.19737723225,
+ "rx_pkts": 4074459,
+ "time_ms": 1646289465351,
+ "drop_pct": 77264193,
+ "total_tx_pps": 8133865,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338652,
+ "drop_percentage": 94.99074683460454
+ },
+ {
+ "rx_pps": 260283.02132755163,
+ "rx_pkts": 2586823,
+ "time_ms": 1646289477850,
+ "drop_pct": 38082496,
+ "total_tx_pps": 4066931,
+ "tx_pps": 4092098,
+ "tx_pkts": 40669319,
+ "drop_percentage": 93.63937468439046
+ },
+ {
+ "rx_pps": 169274.29595105443,
+ "rx_pkts": 1682333,
+ "time_ms": 1646289490349,
+ "drop_pct": 18652320,
+ "total_tx_pps": 2033465,
+ "tx_pps": 2046048,
+ "tx_pkts": 20334653,
+ "drop_percentage": 91.72676809385437
+ },
+ {
+ "rx_pps": 213995.76989708896,
+ "rx_pkts": 2126798,
+ "time_ms": 1646289502858,
+ "drop_pct": 8040531,
+ "total_tx_pps": 1016732,
+ "tx_pps": 1023024,
+ "tx_pkts": 10167329,
+ "drop_percentage": 79.0820381636121
+ },
+ {
+ "rx_pps": 485832.8535943681,
+ "rx_pkts": 4828938,
+ "time_ms": 1646289515358,
+ "drop_pct": 255238,
+ "total_tx_pps": 508417,
+ "tx_pps": 511512,
+ "tx_pkts": 5084176,
+ "drop_percentage": 5.020243201651556
+ },
+ {
+ "rx_pps": 255755.89938127328,
+ "rx_pkts": 2541832,
+ "time_ms": 1646289527874,
+ "drop_pct": 1,
+ "total_tx_pps": 254183,
+ "tx_pps": 255756,
+ "tx_pkts": 2541833,
+ "drop_percentage": 3.934168767184941e-05
+ },
+ {
+ "rx_pps": 383459.02405717666,
+ "rx_pkts": 3811011,
+ "time_ms": 1646289540375,
+ "drop_pct": 1739,
+ "total_tx_pps": 381275,
+ "tx_pps": 383634,
+ "tx_pkts": 3812750,
+ "drop_percentage": 0.045610123926299914
+ },
+ {
+ "rx_pps": 319404.44880279334,
+ "rx_pkts": 3174727,
+ "time_ms": 1646289552880,
+ "drop_pct": 2878,
+ "total_tx_pps": 317760,
+ "tx_pps": 319694,
+ "tx_pkts": 3177605,
+ "drop_percentage": 0.09057135798817034
+ },
+ {
+ "rx_pps": 287724.0,
+ "rx_pkts": 2859836,
+ "time_ms": 1646289565399,
+ "drop_pct": 0,
+ "total_tx_pps": 285983,
+ "tx_pps": 287724,
+ "tx_pkts": 2859836,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 303577.59912532725,
+ "rx_pkts": 3017413,
+ "time_ms": 1646289577949,
+ "drop_pct": 1316,
+ "total_tx_pps": 301872,
+ "tx_pps": 303710,
+ "tx_pkts": 3018729,
+ "ndr_pps": 143862,
+ "drop_percentage": 0.043594506164680566
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "a5aadad5b25f444399ba2b3406c29196"
+ },
+ "synthesis": {
+ "avg_delay_usec": 433.0000503525377,
+ "total_tx_rate": 285983
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "10k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:47:01",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "7a447e0402ad455cad8e943d344bd43d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 10000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 25.0,
+ "timestamp_sec": 1646290163.7212827,
+ "stats": {
+ "total_tx_rate": 172160,
+ "overall": {
+ "rx_pkts": 1721608,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 8987,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 1721608,
+ "avg_delay_usec": 803.0008178400658,
+ "min_delay_usec": 86,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 860760,
+ "min_delay_usec": 86,
+ "drop_pct": 0,
+ "max_delay_usec": 7359,
+ "tx_pkts": 860848,
+ "avg_delay_usec": 787,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 860848,
+ "min_delay_usec": 90,
+ "drop_pct": 0,
+ "max_delay_usec": 8987,
+ "tx_pkts": 860760,
+ "avg_delay_usec": 819,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 12423065600.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 50.0,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 173226,
+ "rate_bps": 12500000000.0,
+ "time_taken_sec": 137.66240000724792
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 88271.08377210896,
+ "rx_pkts": 877835,
+ "time_ms": 1646290038548,
+ "drop_pct": 6012931,
+ "total_tx_pps": 689076,
+ "tx_pps": 692904,
+ "tx_pkts": 6890766,
+ "drop_percentage": 87.26070512334913
+ },
+ {
+ "rx_pps": 161139.26939074945,
+ "rx_pkts": 1601483,
+ "time_ms": 1646290051049,
+ "drop_pct": 1841731,
+ "total_tx_pps": 344321,
+ "tx_pps": 346452,
+ "tx_pkts": 3443214,
+ "drop_percentage": 53.48871722756704
+ },
+ {
+ "rx_pps": 173226.0,
+ "rx_pkts": 1721608,
+ "time_ms": 1646290063550,
+ "drop_pct": 0,
+ "total_tx_pps": 172160,
+ "tx_pps": 173226,
+ "tx_pkts": 1721608,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 211452.66814074648,
+ "rx_pkts": 2101524,
+ "time_ms": 1646290076054,
+ "drop_pct": 480878,
+ "total_tx_pps": 258240,
+ "tx_pps": 259838,
+ "tx_pkts": 2582402,
+ "drop_percentage": 18.62134555348083
+ },
+ {
+ "rx_pps": 212334.58730374108,
+ "rx_pkts": 2110288,
+ "time_ms": 1646290088562,
+ "drop_pct": 41716,
+ "total_tx_pps": 215200,
+ "tx_pps": 216532,
+ "tx_pkts": 2152004,
+ "drop_percentage": 1.9384722333229865
+ },
+ {
+ "rx_pps": 192487.71171054075,
+ "rx_pkts": 1915062,
+ "time_ms": 1646290101091,
+ "drop_pct": 23781,
+ "total_tx_pps": 193884,
+ "tx_pps": 194878,
+ "tx_pkts": 1938843,
+ "drop_percentage": 1.2265562502997922
+ },
+ {
+ "rx_pps": 183024.18234314685,
+ "rx_pkts": 1819170,
+ "time_ms": 1646290113598,
+ "drop_pct": 10216,
+ "total_tx_pps": 182938,
+ "tx_pps": 184052,
+ "tx_pkts": 1829386,
+ "drop_percentage": 0.5584387329956608
+ },
+ {
+ "rx_pps": 176570.2910542118,
+ "rx_pkts": 1755021,
+ "time_ms": 1646290126107,
+ "drop_pct": 20552,
+ "total_tx_pps": 177557,
+ "tx_pps": 178638,
+ "tx_pkts": 1775573,
+ "drop_percentage": 1.1574854990473498
+ },
+ {
+ "rx_pps": 175689.4205205337,
+ "rx_pkts": 1746179,
+ "time_ms": 1646290138633,
+ "drop_pct": 2411,
+ "total_tx_pps": 174859,
+ "tx_pps": 175932,
+ "tx_pkts": 1748590,
+ "drop_percentage": 0.13788252248954871
+ },
+ {
+ "rx_pps": 174555.66489782277,
+ "rx_pkts": 1734998,
+ "time_ms": 1646290151222,
+ "drop_pct": 222,
+ "total_tx_pps": 173522,
+ "tx_pps": 174578,
+ "tx_pkts": 1735220,
+ "drop_percentage": 0.012793766784615208
+ },
+ {
+ "rx_pps": 173460.8309452305,
+ "rx_pkts": 1724114,
+ "time_ms": 1646290163720,
+ "drop_pct": 4385,
+ "total_tx_pps": 172849,
+ "tx_pps": 173902,
+ "tx_pkts": 1728499,
+ "ndr_pps": 86613,
+ "drop_percentage": 0.2536883157005008
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 10000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "7a447e0402ad455cad8e943d344bd43d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 803.0008178400658,
+ "total_tx_rate": 172160
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:54:21",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "c1e2fef7bb47473781a088db8235dca5",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.390625,
+ "timestamp_sec": 1646290604.5060358,
+ "stats": {
+ "total_tx_rate": 288854,
+ "overall": {
+ "rx_pkts": 2888548,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 5341,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2888548,
+ "avg_delay_usec": 455.49962091680663,
+ "min_delay_usec": 47,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1444201,
+ "min_delay_usec": 47,
+ "drop_pct": 0,
+ "max_delay_usec": 5341,
+ "tx_pkts": 1444347,
+ "avg_delay_usec": 463,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1444347,
+ "min_delay_usec": 59,
+ "drop_pct": 0,
+ "max_delay_usec": 5267,
+ "tx_pkts": 1444201,
+ "avg_delay_usec": 448,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 194109888.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 0.78125,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 290642,
+ "rate_bps": 195312500.0,
+ "time_taken_sec": 137.62960720062256
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1053954.263475746,
+ "rx_pkts": 3807089,
+ "time_ms": 1646290479366,
+ "drop_pct": 264957461,
+ "total_tx_pps": 26876455,
+ "tx_pps": 74404760,
+ "tx_pkts": 268764550,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26876455). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.58348543362582
+ },
+ {
+ "rx_pps": 406661.06757053314,
+ "rx_pkts": 2956606,
+ "time_ms": 1646290491895,
+ "drop_pct": 267521167,
+ "total_tx_pps": 27047777,
+ "tx_pps": 37202380,
+ "tx_pkts": 270477773,
+ "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (27047777). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.90689502238692
+ },
+ {
+ "rx_pps": 148664.22620742844,
+ "rx_pkts": 1477497,
+ "time_ms": 1646290504402,
+ "drop_pct": 183390128,
+ "total_tx_pps": 18486762,
+ "tx_pps": 18601190,
+ "tx_pkts": 184867625,
+ "drop_percentage": 99.20078109944886
+ },
+ {
+ "rx_pps": 118020.08758137107,
+ "rx_pkts": 1172942,
+ "time_ms": 1646290516918,
+ "drop_pct": 91260961,
+ "total_tx_pps": 9243390,
+ "tx_pps": 9300594,
+ "tx_pkts": 92433903,
+ "drop_percentage": 98.73104784940219
+ },
+ {
+ "rx_pps": 400017.6984889188,
+ "rx_pkts": 3975576,
+ "time_ms": 1646290529444,
+ "drop_pct": 42241392,
+ "total_tx_pps": 4621696,
+ "tx_pps": 4650296,
+ "tx_pkts": 46216968,
+ "drop_percentage": 91.39801641682769
+ },
+ {
+ "rx_pps": 118631.30644199387,
+ "rx_pkts": 1181390,
+ "time_ms": 1646290541984,
+ "drop_pct": 21973599,
+ "total_tx_pps": 2315498,
+ "tx_pps": 2325148,
+ "tx_pkts": 23154989,
+ "drop_percentage": 94.89790299619663
+ },
+ {
+ "rx_pps": 213393.54643034592,
+ "rx_pkts": 2120812,
+ "time_ms": 1646290554504,
+ "drop_pct": 9433431,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554243,
+ "drop_percentage": 81.64473431967807
+ },
+ {
+ "rx_pps": 570597.5399708707,
+ "rx_pkts": 5671457,
+ "time_ms": 1646290567004,
+ "drop_pct": 106238,
+ "total_tx_pps": 577769,
+ "tx_pps": 581286,
+ "tx_pkts": 5777695,
+ "drop_percentage": 1.8387609591714342
+ },
+ {
+ "rx_pps": 290642.0,
+ "rx_pkts": 2888548,
+ "time_ms": 1646290579503,
+ "drop_pct": 0,
+ "total_tx_pps": 288854,
+ "tx_pps": 290642,
+ "tx_pkts": 2888548,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 434891.10995581164,
+ "rx_pkts": 4322604,
+ "time_ms": 1646290592004,
+ "drop_pct": 10664,
+ "total_tx_pps": 433326,
+ "tx_pps": 435964,
+ "tx_pkts": 4333268,
+ "drop_percentage": 0.24609601806304157
+ },
+ {
+ "rx_pps": 362705.9824699818,
+ "rx_pkts": 3605119,
+ "time_ms": 1646290604505,
+ "drop_pct": 5944,
+ "total_tx_pps": 361106,
+ "tx_pps": 363304,
+ "tx_pkts": 3611063,
+ "ndr_pps": 145321,
+ "drop_percentage": 0.1646052699717507
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "c1e2fef7bb47473781a088db8235dca5"
+ },
+ "synthesis": {
+ "avg_delay_usec": 455.49962091680663,
+ "total_tx_rate": 288854
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "128"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 06:59:13",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "1b62171069bc40c7914f84ffbb050f31",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "128"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "128"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "128": {
+ "ndr": {
+ "load_percent_per_direction": 0.68359375,
+ "timestamp_sec": 1646290896.3823671,
+ "stats": {
+ "total_tx_rate": 286902,
+ "overall": {
+ "rx_pkts": 2869029,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 2743,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2869029,
+ "avg_delay_usec": 464.9996511014702,
+ "min_delay_usec": 58,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1434443,
+ "min_delay_usec": 62,
+ "drop_pct": 0,
+ "max_delay_usec": 2743,
+ "tx_pkts": 1434586,
+ "avg_delay_usec": 472,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1434586,
+ "min_delay_usec": 58,
+ "drop_pct": 0,
+ "max_delay_usec": 1909,
+ "tx_pkts": 1434443,
+ "avg_delay_usec": 458,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 339691968.0,
+ "theoretical_tx_rate_pps": 42229729.72972973
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 1.3671875,
+ "duration_sec": 10.0,
+ "l2frame_size": "128",
+ "rate_pps": 288678,
+ "rate_bps": 341796874.0,
+ "time_taken_sec": 137.53828620910645
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 654315.3293594539,
+ "rx_pkts": 4006536,
+ "time_ms": 1646290771352,
+ "drop_pct": 254576624,
+ "total_tx_pps": 25858316,
+ "tx_pps": 42229728,
+ "tx_pkts": 258583160,
+ "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25858316). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.45058123661262
+ },
+ {
+ "rx_pps": 362626.5714189805,
+ "rx_pkts": 3603602,
+ "time_ms": 1646290783851,
+ "drop_pct": 206225385,
+ "total_tx_pps": 20982898,
+ "tx_pps": 21114864,
+ "tx_pkts": 209828987,
+ "drop_percentage": 98.28260048741502
+ },
+ {
+ "rx_pps": 399253.9049378252,
+ "rx_pkts": 3967988,
+ "time_ms": 1646290796350,
+ "drop_pct": 100957131,
+ "total_tx_pps": 10492511,
+ "tx_pps": 10557432,
+ "tx_pkts": 104925119,
+ "drop_percentage": 96.21826685752913
+ },
+ {
+ "rx_pps": 328008.7854675711,
+ "rx_pkts": 3259916,
+ "time_ms": 1646290808847,
+ "drop_pct": 49202614,
+ "total_tx_pps": 5246253,
+ "tx_pps": 5278716,
+ "tx_pkts": 52462530,
+ "drop_percentage": 93.78620131358514
+ },
+ {
+ "rx_pps": 431037.2563654665,
+ "rx_pkts": 4283865,
+ "time_ms": 1646290821368,
+ "drop_pct": 21947402,
+ "total_tx_pps": 2623126,
+ "tx_pps": 2639358,
+ "tx_pkts": 26231267,
+ "drop_percentage": 83.6688597619017
+ },
+ {
+ "rx_pps": 132040.09847098283,
+ "rx_pkts": 1312941,
+ "time_ms": 1646290833872,
+ "drop_pct": 11809280,
+ "total_tx_pps": 1312222,
+ "tx_pps": 1319678,
+ "tx_pkts": 13122221,
+ "drop_percentage": 89.99452150668702
+ },
+ {
+ "rx_pps": 466334.61032833933,
+ "rx_pkts": 4635133,
+ "time_ms": 1646290846377,
+ "drop_pct": 1923327,
+ "total_tx_pps": 655846,
+ "tx_pps": 659838,
+ "tx_pkts": 6558460,
+ "drop_percentage": 29.325893578675483
+ },
+ {
+ "rx_pps": 329647.56411198626,
+ "rx_pkts": 3276535,
+ "time_ms": 1646290858875,
+ "drop_pct": 2688,
+ "total_tx_pps": 327922,
+ "tx_pps": 329918,
+ "tx_pkts": 3279223,
+ "drop_percentage": 0.08197063755651872
+ },
+ {
+ "rx_pps": 164958.0,
+ "rx_pkts": 1639603,
+ "time_ms": 1646290871373,
+ "drop_pct": 0,
+ "total_tx_pps": 163960,
+ "tx_pps": 164958,
+ "tx_pkts": 1639603,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 247438.0,
+ "rx_pkts": 2459165,
+ "time_ms": 1646290883873,
+ "drop_pct": 0,
+ "total_tx_pps": 245916,
+ "tx_pps": 247438,
+ "tx_pkts": 2459165,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 288678.0,
+ "rx_pkts": 2869029,
+ "time_ms": 1646290896381,
+ "drop_pct": 0,
+ "total_tx_pps": 286902,
+ "tx_pps": 288678,
+ "tx_pkts": 2869029,
+ "ndr_pps": 144339,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "1b62171069bc40c7914f84ffbb050f31"
+ },
+ "synthesis": {
+ "avg_delay_usec": 464.9996511014702,
+ "total_tx_rate": 286902
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "256"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:11:26",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "d4e52542fffb464dab4ee0f0bbe41424",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "256"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "256"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "256": {
+ "ndr": {
+ "load_percent_per_direction": 1.3671875,
+ "timestamp_sec": 1646291629.1270602,
+ "stats": {
+ "total_tx_rate": 307725,
+ "overall": {
+ "rx_pkts": 3077236,
+ "drop_percentage": 0.0005199444179417221,
+ "drop_pct": 16,
+ "max_delay_usec": 4557,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 3077252,
+ "avg_delay_usec": 448.49974847558,
+ "min_delay_usec": 39,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1538532,
+ "min_delay_usec": 41,
+ "drop_pct": 16,
+ "max_delay_usec": 4557,
+ "tx_pkts": 1538704,
+ "avg_delay_usec": 453,
+ "drop_percentage": 0.0010398361218272
+ },
+ "0": {
+ "rx_pkts": 1538704,
+ "min_delay_usec": 39,
+ "drop_pct": 0,
+ "max_delay_usec": 4475,
+ "tx_pkts": 1538548,
+ "avg_delay_usec": 444,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 679456800.0,
+ "theoretical_tx_rate_pps": 22644927.536231883
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 2.734375,
+ "duration_sec": 10.0,
+ "l2frame_size": "256",
+ "rate_pps": 309598,
+ "rate_bps": 683593750.0,
+ "time_taken_sec": 137.6123342514038
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 454315.7916803991,
+ "rx_pkts": 4114594,
+ "time_ms": 1646291504021,
+ "drop_pct": 200973317,
+ "total_tx_pps": 20508791,
+ "tx_pps": 22644926,
+ "tx_pkts": 205087911,
+ "drop_percentage": 97.99374132783477
+ },
+ {
+ "rx_pps": 341741.1574105596,
+ "rx_pkts": 3396225,
+ "time_ms": 1646291516524,
+ "drop_pct": 109126448,
+ "total_tx_pps": 11252267,
+ "tx_pps": 11322462,
+ "tx_pkts": 112522673,
+ "drop_percentage": 96.98174162641871
+ },
+ {
+ "rx_pps": 161288.4881766711,
+ "rx_pkts": 1602966,
+ "time_ms": 1646291529028,
+ "drop_pct": 54661181,
+ "total_tx_pps": 5626414,
+ "tx_pps": 5661230,
+ "tx_pkts": 56264147,
+ "drop_percentage": 97.15099919669981
+ },
+ {
+ "rx_pps": 115955.83218252,
+ "rx_pkts": 1152543,
+ "time_ms": 1646291541545,
+ "drop_pct": 26982345,
+ "total_tx_pps": 2813488,
+ "tx_pps": 2830614,
+ "tx_pkts": 28134888,
+ "drop_percentage": 95.90350955013577
+ },
+ {
+ "rx_pps": 161080.9212724765,
+ "rx_pkts": 1600903,
+ "time_ms": 1646291554048,
+ "drop_pct": 12465118,
+ "total_tx_pps": 1406602,
+ "tx_pps": 1415306,
+ "tx_pkts": 14066021,
+ "drop_percentage": 88.61865057644944
+ },
+ {
+ "rx_pps": 427270.71843328327,
+ "rx_pkts": 4246431,
+ "time_ms": 1646291566567,
+ "drop_pct": 2786570,
+ "total_tx_pps": 703300,
+ "tx_pps": 707652,
+ "tx_pkts": 7033001,
+ "drop_percentage": 39.62135082875717
+ },
+ {
+ "rx_pps": 353642.3849503518,
+ "rx_pkts": 3524578,
+ "time_ms": 1646291579093,
+ "drop_pct": 1830,
+ "total_tx_pps": 352640,
+ "tx_pps": 353826,
+ "tx_pkts": 3526408,
+ "drop_percentage": 0.051894165394361626
+ },
+ {
+ "rx_pps": 176912.0,
+ "rx_pkts": 1758331,
+ "time_ms": 1646291591612,
+ "drop_pct": 0,
+ "total_tx_pps": 175833,
+ "tx_pps": 176912,
+ "tx_pkts": 1758331,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 265370.0,
+ "rx_pkts": 2637515,
+ "time_ms": 1646291604122,
+ "drop_pct": 0,
+ "total_tx_pps": 263751,
+ "tx_pps": 265370,
+ "tx_pkts": 2637515,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 309596.39026248094,
+ "rx_pkts": 3077236,
+ "time_ms": 1646291616626,
+ "drop_pct": 16,
+ "total_tx_pps": 307725,
+ "tx_pps": 309598,
+ "tx_pkts": 3077252,
+ "drop_percentage": 0.0005199444179417221
+ },
+ {
+ "rx_pps": 331593.3824199975,
+ "rx_pkts": 3295874,
+ "time_ms": 1646291629126,
+ "drop_pct": 1179,
+ "total_tx_pps": 329705,
+ "tx_pps": 331712,
+ "tx_pkts": 3297053,
+ "ndr_pps": 154799,
+ "drop_percentage": 0.035759206782541866
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "d4e52542fffb464dab4ee0f0bbe41424"
+ },
+ "synthesis": {
+ "avg_delay_usec": 448.49974847558,
+ "total_tx_rate": 307725
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "512"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:13:52",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "25dca33bff7e45b3aef3a47996f30aaa",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "512"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "512"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "512": {
+ "ndr": {
+ "load_percent_per_direction": 2.1484375,
+ "timestamp_sec": 1646291775.9324973,
+ "stats": {
+ "total_tx_rate": 250873,
+ "overall": {
+ "rx_pkts": 2508732,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 4401,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2508732,
+ "avg_delay_usec": 351.5005273580438,
+ "min_delay_usec": 37,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1254303,
+ "min_delay_usec": 39,
+ "drop_pct": 0,
+ "max_delay_usec": 3459,
+ "tx_pkts": 1254429,
+ "avg_delay_usec": 341,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1254429,
+ "min_delay_usec": 37,
+ "drop_pct": 0,
+ "max_delay_usec": 4401,
+ "tx_pkts": 1254303,
+ "avg_delay_usec": 362,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1067715488.0,
+ "theoretical_tx_rate_pps": 11748120.30075188
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 4.296875,
+ "duration_sec": 10.0,
+ "l2frame_size": "512",
+ "rate_pps": 252400,
+ "rate_bps": 1074218750.0,
+ "time_taken_sec": 137.65872263908386
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 396012.6918251163,
+ "rx_pkts": 3753919,
+ "time_ms": 1646291650778,
+ "drop_pct": 107609913,
+ "total_tx_pps": 11136383,
+ "tx_pps": 11748120,
+ "tx_pkts": 111363832,
+ "drop_percentage": 96.62913988089059
+ },
+ {
+ "rx_pps": 366842.0367461427,
+ "rx_pkts": 3645860,
+ "time_ms": 1646291663279,
+ "drop_pct": 54733492,
+ "total_tx_pps": 5837935,
+ "tx_pps": 5874060,
+ "tx_pkts": 58379352,
+ "drop_percentage": 93.75488100655862
+ },
+ {
+ "rx_pps": 145725.16553904826,
+ "rx_pkts": 1448144,
+ "time_ms": 1646291675798,
+ "drop_pct": 27738595,
+ "total_tx_pps": 2918673,
+ "tx_pps": 2937030,
+ "tx_pkts": 29186739,
+ "drop_percentage": 95.03834943670823
+ },
+ {
+ "rx_pps": 117366.44222363783,
+ "rx_pkts": 1166564,
+ "time_ms": 1646291688313,
+ "drop_pct": 13429734,
+ "total_tx_pps": 1459629,
+ "tx_pps": 1468514,
+ "tx_pkts": 14596298,
+ "drop_percentage": 92.00780910337676
+ },
+ {
+ "rx_pps": 388855.0412373564,
+ "rx_pkts": 3865026,
+ "time_ms": 1646291700839,
+ "drop_pct": 3433114,
+ "total_tx_pps": 729814,
+ "tx_pps": 734256,
+ "tx_pkts": 7298140,
+ "drop_percentage": 47.04094467905521
+ },
+ {
+ "rx_pps": 358806.9628110826,
+ "rx_pkts": 3566364,
+ "time_ms": 1646291713349,
+ "drop_pct": 82707,
+ "total_tx_pps": 364907,
+ "tx_pps": 367128,
+ "tx_pkts": 3649071,
+ "drop_percentage": 2.2665220819216727
+ },
+ {
+ "rx_pps": 183564.0,
+ "rx_pkts": 1824354,
+ "time_ms": 1646291725861,
+ "drop_pct": 0,
+ "total_tx_pps": 182435,
+ "tx_pps": 183564,
+ "tx_pkts": 1824354,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 275341.37200471794,
+ "rx_pkts": 2736758,
+ "time_ms": 1646291738359,
+ "drop_pct": 46,
+ "total_tx_pps": 273680,
+ "tx_pps": 275346,
+ "tx_pkts": 2736804,
+ "drop_percentage": 0.001680792632574346
+ },
+ {
+ "rx_pps": 229454.0,
+ "rx_pkts": 2280430,
+ "time_ms": 1646291750900,
+ "drop_pct": 0,
+ "total_tx_pps": 228043,
+ "tx_pps": 229454,
+ "tx_pkts": 2280430,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 252400.0,
+ "rx_pkts": 2508732,
+ "time_ms": 1646291763421,
+ "drop_pct": 0,
+ "total_tx_pps": 250873,
+ "tx_pps": 252400,
+ "tx_pkts": 2508732,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 263683.34931604785,
+ "rx_pkts": 2620750,
+ "time_ms": 1646291775931,
+ "drop_pct": 1875,
+ "total_tx_pps": 262262,
+ "tx_pps": 263872,
+ "tx_pkts": 2622625,
+ "ndr_pps": 126200,
+ "drop_percentage": 0.07149325580286926
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "25dca33bff7e45b3aef3a47996f30aaa"
+ },
+ "synthesis": {
+ "avg_delay_usec": 351.5005273580438,
+ "total_tx_rate": 250873
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:26:05",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "99f490ebe6c2437a9632bddc2ea7163b",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 3.7109375,
+ "timestamp_sec": 1646292508.196054,
+ "stats": {
+ "total_tx_rate": 292520,
+ "overall": {
+ "rx_pkts": 2925176,
+ "drop_percentage": 0.000854642125447106,
+ "drop_pct": 25,
+ "max_delay_usec": 794,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2925201,
+ "avg_delay_usec": 440.00094079809213,
+ "min_delay_usec": 38,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1462502,
+ "min_delay_usec": 38,
+ "drop_pct": 25,
+ "max_delay_usec": 698,
+ "tx_pkts": 1462674,
+ "avg_delay_usec": 424,
+ "drop_percentage": 0.0017091983586226321
+ },
+ "0": {
+ "rx_pkts": 1462674,
+ "min_delay_usec": 39,
+ "drop_pct": 0,
+ "max_delay_usec": 794,
+ "tx_pkts": 1462527,
+ "avg_delay_usec": 456,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 1844046080.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 7.421875,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 294330,
+ "rate_bps": 1855468750.0,
+ "time_taken_sec": 137.6208794116974
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 359474.4042878791,
+ "rx_pkts": 3462705,
+ "time_ms": 1646292383075,
+ "drop_pct": 72938695,
+ "total_tx_pps": 7640140,
+ "tx_pps": 7931472,
+ "tx_pkts": 76401400,
+ "drop_percentage": 95.46774666432815
+ },
+ {
+ "rx_pps": 221917.01896656543,
+ "rx_pkts": 2205522,
+ "time_ms": 1646292395578,
+ "drop_pct": 37207940,
+ "total_tx_pps": 3941346,
+ "tx_pps": 3965736,
+ "tx_pkts": 39413462,
+ "drop_percentage": 94.40414039243748
+ },
+ {
+ "rx_pps": 120218.84357194848,
+ "rx_pkts": 1194795,
+ "time_ms": 1646292408080,
+ "drop_pct": 18511939,
+ "total_tx_pps": 1970673,
+ "tx_pps": 1982868,
+ "tx_pkts": 19706734,
+ "drop_percentage": 93.93712321889564
+ },
+ {
+ "rx_pps": 237679.50037510015,
+ "rx_pkts": 2362178,
+ "time_ms": 1646292420599,
+ "drop_pct": 7491190,
+ "total_tx_pps": 985336,
+ "tx_pps": 991434,
+ "tx_pkts": 9853368,
+ "drop_percentage": 76.02669462867925
+ },
+ {
+ "rx_pps": 467656.5430226268,
+ "rx_pkts": 4647806,
+ "time_ms": 1646292433101,
+ "drop_pct": 278869,
+ "total_tx_pps": 492667,
+ "tx_pps": 495716,
+ "tx_pkts": 4926675,
+ "drop_percentage": 5.660389613684686
+ },
+ {
+ "rx_pps": 247858.0,
+ "rx_pkts": 2463587,
+ "time_ms": 1646292445616,
+ "drop_pct": 0,
+ "total_tx_pps": 246358,
+ "tx_pps": 247858,
+ "tx_pkts": 2463587,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 371611.02398405195,
+ "rx_pkts": 3693258,
+ "time_ms": 1646292458113,
+ "drop_pct": 1739,
+ "total_tx_pps": 369499,
+ "tx_pps": 371786,
+ "tx_pkts": 3694997,
+ "drop_percentage": 0.04706363767007118
+ },
+ {
+ "rx_pps": 309695.5350187483,
+ "rx_pkts": 3078222,
+ "time_ms": 1646292470645,
+ "drop_pct": 1257,
+ "total_tx_pps": 307947,
+ "tx_pps": 309822,
+ "tx_pkts": 3079479,
+ "drop_percentage": 0.04081859301524706
+ },
+ {
+ "rx_pps": 278840.0,
+ "rx_pkts": 2775715,
+ "time_ms": 1646292483196,
+ "drop_pct": 0,
+ "total_tx_pps": 277571,
+ "tx_pps": 278840,
+ "tx_pkts": 2775715,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 294327.48453183216,
+ "rx_pkts": 2925176,
+ "time_ms": 1646292495696,
+ "drop_pct": 25,
+ "total_tx_pps": 292520,
+ "tx_pps": 294330,
+ "tx_pkts": 2925201,
+ "drop_percentage": 0.000854642125447106
+ },
+ {
+ "rx_pps": 301774.3450893266,
+ "rx_pkts": 2999187,
+ "time_ms": 1646292508195,
+ "drop_pct": 2998,
+ "total_tx_pps": 300218,
+ "tx_pps": 302076,
+ "tx_pkts": 3002185,
+ "ndr_pps": 147165,
+ "drop_percentage": 0.09986060152855337
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "99f490ebe6c2437a9632bddc2ea7163b"
+ },
+ "synthesis": {
+ "avg_delay_usec": 440.00094079809213,
+ "total_tx_rate": 292520
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1024"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:33:24",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "e7ae74dbcfeb4aaf8774388598c054af",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1024"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1024"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1024": {
+ "ndr": {
+ "load_percent_per_direction": 4.78515625,
+ "timestamp_sec": 1646292947.5717177,
+ "stats": {
+ "total_tx_rate": 284733,
+ "overall": {
+ "rx_pkts": 2847306,
+ "drop_percentage": 0.0009131355247649378,
+ "drop_pct": 26,
+ "max_delay_usec": 4486,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2847332,
+ "avg_delay_usec": 460.00053735004246,
+ "min_delay_usec": 38,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1423568,
+ "min_delay_usec": 38,
+ "drop_pct": 26,
+ "max_delay_usec": 829,
+ "tx_pkts": 1423738,
+ "avg_delay_usec": 451,
+ "drop_percentage": 0.0018261786929898618
+ },
+ "0": {
+ "rx_pkts": 1423738,
+ "min_delay_usec": 38,
+ "drop_pct": 0,
+ "max_delay_usec": 4486,
+ "tx_pkts": 1423594,
+ "avg_delay_usec": 469,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2378090016.0,
+ "theoretical_tx_rate_pps": 5986590.038314176
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 9.5703125,
+ "duration_sec": 10.0,
+ "l2frame_size": "1024",
+ "rate_pps": 286466,
+ "rate_bps": 2392578124.0,
+ "time_taken_sec": 137.69065976142883
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 385174.3857818964,
+ "rx_pkts": 3744698,
+ "time_ms": 1646292822382,
+ "drop_pct": 54457437,
+ "total_tx_pps": 5820213,
+ "tx_pps": 5986590,
+ "tx_pkts": 58202135,
+ "drop_percentage": 93.5660470187219
+ },
+ {
+ "rx_pps": 371064.1070337179,
+ "rx_pkts": 3687635,
+ "time_ms": 1646292834881,
+ "drop_pct": 26059720,
+ "total_tx_pps": 2974735,
+ "tx_pps": 2993294,
+ "tx_pkts": 29747355,
+ "drop_percentage": 87.6034860914525
+ },
+ {
+ "rx_pps": 122785.19012242564,
+ "rx_pkts": 1220301,
+ "time_ms": 1646292847393,
+ "drop_pct": 13654120,
+ "total_tx_pps": 1487442,
+ "tx_pps": 1496646,
+ "tx_pkts": 14874421,
+ "drop_percentage": 91.7959764618737
+ },
+ {
+ "rx_pps": 352679.3934021328,
+ "rx_pkts": 3505458,
+ "time_ms": 1646292859908,
+ "drop_pct": 3932491,
+ "total_tx_pps": 743794,
+ "tx_pps": 748322,
+ "tx_pkts": 7437949,
+ "drop_percentage": 52.87063678441463
+ },
+ {
+ "rx_pps": 366733.73037974344,
+ "rx_pkts": 3649920,
+ "time_ms": 1646292872437,
+ "drop_pct": 73910,
+ "total_tx_pps": 372383,
+ "tx_pps": 374160,
+ "tx_pkts": 3723830,
+ "drop_percentage": 1.9847844826428704
+ },
+ {
+ "rx_pps": 187080.0,
+ "rx_pkts": 1859483,
+ "time_ms": 1646292884943,
+ "drop_pct": 0,
+ "total_tx_pps": 185948,
+ "tx_pps": 187080,
+ "tx_pkts": 1859483,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 280617.78649908,
+ "rx_pkts": 2789062,
+ "time_ms": 1646292897503,
+ "drop_pct": 22,
+ "total_tx_pps": 278908,
+ "tx_pps": 280620,
+ "tx_pkts": 2789084,
+ "drop_percentage": 0.0007887894376791807
+ },
+ {
+ "rx_pps": 327295.7202511058,
+ "rx_pkts": 3252831,
+ "time_ms": 1646292910003,
+ "drop_pct": 937,
+ "total_tx_pps": 325376,
+ "tx_pps": 327390,
+ "tx_pkts": 3253768,
+ "drop_percentage": 0.028797381989127683
+ },
+ {
+ "rx_pps": 303993.8263549052,
+ "rx_pkts": 3021548,
+ "time_ms": 1646292922504,
+ "drop_pct": 121,
+ "total_tx_pps": 302166,
+ "tx_pps": 304006,
+ "tx_pkts": 3021669,
+ "drop_percentage": 0.004004409483633052
+ },
+ {
+ "rx_pps": 291422.317994849,
+ "rx_pkts": 2896594,
+ "time_ms": 1646292935071,
+ "drop_pct": 8843,
+ "total_tx_pps": 290543,
+ "tx_pps": 292312,
+ "tx_pkts": 2905437,
+ "drop_percentage": 0.3043604111877146
+ },
+ {
+ "rx_pps": 286463.38417718763,
+ "rx_pkts": 2847306,
+ "time_ms": 1646292947570,
+ "drop_pct": 26,
+ "total_tx_pps": 284733,
+ "tx_pps": 286466,
+ "tx_pkts": 2847332,
+ "ndr_pps": 143233,
+ "drop_percentage": 0.0009131355247649378
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "e7ae74dbcfeb4aaf8774388598c054af"
+ },
+ "synthesis": {
+ "avg_delay_usec": 460.00053735004246,
+ "total_tx_rate": 284733
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1280"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:40:43",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "3fddc9f03eab4c30982c44200d95ef6f",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1280"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1280"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1280": {
+ "ndr": {
+ "load_percent_per_direction": 4.98046875,
+ "timestamp_sec": 1646293386.7455893,
+ "stats": {
+ "total_tx_rate": 237983,
+ "overall": {
+ "rx_pkts": 2379828,
+ "drop_percentage": 0.0002941380389816941,
+ "drop_pct": 7,
+ "max_delay_usec": 9438,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2379835,
+ "avg_delay_usec": 386.4999609215456,
+ "min_delay_usec": 33,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1189917,
+ "min_delay_usec": 33,
+ "drop_pct": 0,
+ "max_delay_usec": 9438,
+ "tx_pkts": 1189918,
+ "avg_delay_usec": 371,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1189911,
+ "min_delay_usec": 38,
+ "drop_pct": 7,
+ "max_delay_usec": 3960,
+ "tx_pkts": 1189917,
+ "avg_delay_usec": 402,
+ "drop_percentage": 0.000588276325155452
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2475023200.0,
+ "theoretical_tx_rate_pps": 4807692.307692308
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 9.9609375,
+ "duration_sec": 10.0,
+ "l2frame_size": "1280",
+ "rate_pps": 239444,
+ "rate_bps": 2490234374.0,
+ "time_taken_sec": 137.611346244812
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 358534.3786509994,
+ "rx_pkts": 3500830,
+ "time_ms": 1646293261625,
+ "drop_pct": 43442820,
+ "total_tx_pps": 4694365,
+ "tx_pps": 4807692,
+ "tx_pkts": 46943650,
+ "drop_percentage": 92.54248444677822
+ },
+ {
+ "rx_pps": 334304.0766214427,
+ "rx_pkts": 3322481,
+ "time_ms": 1646293274141,
+ "drop_pct": 20568142,
+ "total_tx_pps": 2389062,
+ "tx_pps": 2403846,
+ "tx_pkts": 23890623,
+ "drop_percentage": 86.09294952249675
+ },
+ {
+ "rx_pps": 116658.3609443631,
+ "rx_pkts": 1159526,
+ "time_ms": 1646293286673,
+ "drop_pct": 10786980,
+ "total_tx_pps": 1194650,
+ "tx_pps": 1201922,
+ "tx_pkts": 11946506,
+ "drop_percentage": 90.29401567286703
+ },
+ {
+ "rx_pps": 285569.6450320203,
+ "rx_pkts": 2838420,
+ "time_ms": 1646293299173,
+ "drop_pct": 3134823,
+ "total_tx_pps": 597324,
+ "tx_pps": 600960,
+ "tx_pkts": 5973243,
+ "drop_percentage": 52.48108941826074
+ },
+ {
+ "rx_pps": 300333.21198330424,
+ "rx_pkts": 2985163,
+ "time_ms": 1646293311671,
+ "drop_pct": 1459,
+ "total_tx_pps": 298662,
+ "tx_pps": 300480,
+ "tx_pkts": 2986622,
+ "drop_percentage": 0.04885117701537054
+ },
+ {
+ "rx_pps": 150240.0,
+ "rx_pkts": 1493236,
+ "time_ms": 1646293324172,
+ "drop_pct": 0,
+ "total_tx_pps": 149323,
+ "tx_pps": 150240,
+ "tx_pkts": 1493236,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 225358.89330561867,
+ "rx_pkts": 2239957,
+ "time_ms": 1646293336698,
+ "drop_pct": 11,
+ "total_tx_pps": 223996,
+ "tx_pps": 225360,
+ "tx_pkts": 2239968,
+ "drop_percentage": 0.0004910784439777711
+ },
+ {
+ "rx_pps": 262884.3287803163,
+ "rx_pkts": 2616225,
+ "time_ms": 1646293349210,
+ "drop_pct": 355,
+ "total_tx_pps": 261658,
+ "tx_pps": 262920,
+ "tx_pkts": 2616580,
+ "drop_percentage": 0.01356732834463307
+ },
+ {
+ "rx_pps": 244032.44942784897,
+ "rx_pkts": 2425563,
+ "time_ms": 1646293361717,
+ "drop_pct": 1069,
+ "total_tx_pps": 242663,
+ "tx_pps": 244140,
+ "tx_pkts": 2426632,
+ "drop_percentage": 0.04405282712829964
+ },
+ {
+ "rx_pps": 234750.0,
+ "rx_pkts": 2333417,
+ "time_ms": 1646293374219,
+ "drop_pct": 0,
+ "total_tx_pps": 233341,
+ "tx_pps": 234750,
+ "tx_pkts": 2333417,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 239443.29570411396,
+ "rx_pkts": 2379828,
+ "time_ms": 1646293386744,
+ "drop_pct": 7,
+ "total_tx_pps": 237983,
+ "tx_pps": 239444,
+ "tx_pkts": 2379835,
+ "ndr_pps": 119722,
+ "drop_percentage": 0.0002941380389816941
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "3fddc9f03eab4c30982c44200d95ef6f"
+ },
+ "synthesis": {
+ "avg_delay_usec": 386.4999609215456,
+ "total_tx_rate": 237983
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:43:10",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "6b244dd30f8e44208781c5d3283e8419",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 6.4453125,
+ "timestamp_sec": 1646293533.4203305,
+ "stats": {
+ "total_tx_rate": 260333,
+ "overall": {
+ "rx_pkts": 2603335,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 7928,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2603335,
+ "avg_delay_usec": 480.00050320070216,
+ "min_delay_usec": 36,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1301602,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 4539,
+ "tx_pkts": 1301733,
+ "avg_delay_usec": 470,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1301733,
+ "min_delay_usec": 36,
+ "drop_pct": 0,
+ "max_delay_usec": 7928,
+ "tx_pkts": 1301602,
+ "avg_delay_usec": 490,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3203137232.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 12.890625,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 261918,
+ "rate_bps": 3222656250.0,
+ "time_taken_sec": 137.72056579589844
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 325019.5206093959,
+ "rx_pkts": 3180144,
+ "time_ms": 1646293408209,
+ "drop_pct": 36581186,
+ "total_tx_pps": 3976133,
+ "tx_pps": 4063718,
+ "tx_pkts": 39761330,
+ "drop_percentage": 92.00191744089044
+ },
+ {
+ "rx_pps": 198729.36341220207,
+ "rx_pkts": 1975072,
+ "time_ms": 1646293420770,
+ "drop_pct": 18218551,
+ "total_tx_pps": 2019362,
+ "tx_pps": 2031858,
+ "tx_pkts": 20193623,
+ "drop_percentage": 90.21932815126834
+ },
+ {
+ "rx_pps": 157447.46203090227,
+ "rx_pkts": 1564792,
+ "time_ms": 1646293433286,
+ "drop_pct": 8532011,
+ "total_tx_pps": 1009680,
+ "tx_pps": 1015928,
+ "tx_pkts": 10096803,
+ "drop_percentage": 84.5021042799389
+ },
+ {
+ "rx_pps": 421490.29917415866,
+ "rx_pkts": 4189406,
+ "time_ms": 1646293445790,
+ "drop_pct": 859506,
+ "total_tx_pps": 504891,
+ "tx_pps": 507964,
+ "tx_pkts": 5048912,
+ "drop_percentage": 17.023588448362737
+ },
+ {
+ "rx_pps": 253980.49087030665,
+ "rx_pkts": 2524440,
+ "time_ms": 1646293458316,
+ "drop_pct": 15,
+ "total_tx_pps": 252445,
+ "tx_pps": 253982,
+ "tx_pkts": 2524455,
+ "drop_percentage": 0.0005941876563456271
+ },
+ {
+ "rx_pps": 378640.39427867,
+ "rx_pkts": 3763497,
+ "time_ms": 1646293470857,
+ "drop_pct": 23175,
+ "total_tx_pps": 378667,
+ "tx_pps": 380972,
+ "tx_pkts": 3786672,
+ "drop_percentage": 0.6120149830774886
+ },
+ {
+ "rx_pps": 316623.8329401139,
+ "rx_pkts": 3147085,
+ "time_ms": 1646293483376,
+ "drop_pct": 8490,
+ "total_tx_pps": 315557,
+ "tx_pps": 317478,
+ "tx_pkts": 3155575,
+ "drop_percentage": 0.26904763791068187
+ },
+ {
+ "rx_pps": 285718.32940377796,
+ "rx_pkts": 2839900,
+ "time_ms": 1646293495874,
+ "drop_pct": 116,
+ "total_tx_pps": 284001,
+ "tx_pps": 285730,
+ "tx_pkts": 2840016,
+ "drop_percentage": 0.004084484031075882
+ },
+ {
+ "rx_pps": 269556.6592924742,
+ "rx_pkts": 2678991,
+ "time_ms": 1646293508370,
+ "drop_pct": 2975,
+ "total_tx_pps": 268196,
+ "tx_pps": 269856,
+ "tx_pkts": 2681966,
+ "drop_percentage": 0.11092608929419687
+ },
+ {
+ "rx_pps": 261918.0,
+ "rx_pkts": 2603335,
+ "time_ms": 1646293520881,
+ "drop_pct": 0,
+ "total_tx_pps": 260333,
+ "tx_pps": 261918,
+ "tx_pkts": 2603335,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 265870.23458103574,
+ "rx_pkts": 2647670,
+ "time_ms": 1646293533419,
+ "drop_pct": 157,
+ "total_tx_pps": 264782,
+ "tx_pps": 265886,
+ "tx_pkts": 2647827,
+ "ndr_pps": 130959,
+ "drop_percentage": 0.005929390402016446
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "6b244dd30f8e44208781c5d3283e8419"
+ },
+ "synthesis": {
+ "avg_delay_usec": 480.00050320070216,
+ "total_tx_rate": 260333
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 07:52:56",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "62ffc44b9e274050bf0a7f2c90f3d093",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "IMIX"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "IMIX"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "IMIX": {
+ "ndr": {
+ "load_percent_per_direction": 1.66015625,
+ "timestamp_sec": 1646294119.6733074,
+ "stats": {
+ "total_tx_rate": 270069,
+ "overall": {
+ "rx_pkts": 2700692,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 6573,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2700692,
+ "avg_delay_usec": 496.00005109801486,
+ "min_delay_usec": 44,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1350277,
+ "min_delay_usec": 44,
+ "drop_pct": 0,
+ "max_delay_usec": 6573,
+ "tx_pkts": 1350415,
+ "avg_delay_usec": 495,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1350415,
+ "min_delay_usec": 48,
+ "drop_pct": 0,
+ "max_delay_usec": 6316,
+ "tx_pkts": 1350277,
+ "avg_delay_usec": 497,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 824970772.0,
+ "theoretical_tx_rate_pps": 16368398.079441292
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 3.3203125,
+ "duration_sec": 10.0,
+ "l2frame_size": "IMIX",
+ "rate_pps": 271740,
+ "rate_bps": 830078124.0,
+ "time_taken_sec": 137.6471085548401
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 480448.74165268464,
+ "rx_pkts": 4165250,
+ "time_ms": 1646293994528,
+ "drop_pct": 137740564,
+ "total_tx_pps": 14190581,
+ "tx_pps": 16368398,
+ "tx_pkts": 141905814,
+ "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14190581). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 97.06477847341759
+ },
+ {
+ "rx_pps": 416594.083252382,
+ "rx_pkts": 4140320,
+ "time_ms": 1646294007091,
+ "drop_pct": 77198326,
+ "total_tx_pps": 8133864,
+ "tx_pps": 8184198,
+ "tx_pkts": 81338646,
+ "drop_percentage": 94.90977511477139
+ },
+ {
+ "rx_pps": 415810.74435162114,
+ "rx_pkts": 4132536,
+ "time_ms": 1646294019594,
+ "drop_pct": 36536789,
+ "total_tx_pps": 4066932,
+ "tx_pps": 4092098,
+ "tx_pkts": 40669325,
+ "drop_percentage": 89.83869046265214
+ },
+ {
+ "rx_pps": 227881.88764751662,
+ "rx_pkts": 2269362,
+ "time_ms": 1646294032114,
+ "drop_pct": 18106209,
+ "total_tx_pps": 2037557,
+ "tx_pps": 2046048,
+ "tx_pkts": 20375571,
+ "drop_percentage": 88.86233912168646
+ },
+ {
+ "rx_pps": 184754.45000274904,
+ "rx_pkts": 1836183,
+ "time_ms": 1646294044616,
+ "drop_pct": 8331146,
+ "total_tx_pps": 1016732,
+ "tx_pps": 1023024,
+ "tx_pkts": 10167329,
+ "drop_percentage": 81.9403601476848
+ },
+ {
+ "rx_pps": 434731.4595380578,
+ "rx_pkts": 4320582,
+ "time_ms": 1646294057121,
+ "drop_pct": 763084,
+ "total_tx_pps": 508366,
+ "tx_pps": 511512,
+ "tx_pkts": 5083666,
+ "drop_percentage": 15.010506197692767
+ },
+ {
+ "rx_pps": 255756.0,
+ "rx_pkts": 2541835,
+ "time_ms": 1646294069630,
+ "drop_pct": 0,
+ "total_tx_pps": 254183,
+ "tx_pps": 255756,
+ "tx_pkts": 2541835,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 381383.3612061213,
+ "rx_pkts": 3790383,
+ "time_ms": 1646294082142,
+ "drop_pct": 22368,
+ "total_tx_pps": 381275,
+ "tx_pps": 383634,
+ "tx_pkts": 3812751,
+ "drop_percentage": 0.5866630157594871
+ },
+ {
+ "rx_pps": 319677.01936570305,
+ "rx_pkts": 3181590,
+ "time_ms": 1646294094664,
+ "drop_pct": 169,
+ "total_tx_pps": 318175,
+ "tx_pps": 319694,
+ "tx_pkts": 3181759,
+ "drop_percentage": 0.005311527365837576
+ },
+ {
+ "rx_pps": 286984.929988342,
+ "rx_pkts": 2852492,
+ "time_ms": 1646294107173,
+ "drop_pct": 7346,
+ "total_tx_pps": 285983,
+ "tx_pps": 287724,
+ "tx_pkts": 2859838,
+ "drop_percentage": 0.2568676967017013
+ },
+ {
+ "rx_pps": 271740.0,
+ "rx_pkts": 2700692,
+ "time_ms": 1646294119672,
+ "drop_pct": 0,
+ "total_tx_pps": 270069,
+ "tx_pps": 271740,
+ "tx_pkts": 2700692,
+ "ndr_pps": 135870,
+ "drop_percentage": 0.0
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "62ffc44b9e274050bf0a7f2c90f3d093"
+ },
+ "synthesis": {
+ "avg_delay_usec": 496.00005109801486,
+ "total_tx_rate": 270069
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.intensive",
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "user_label": "amical_tc6_intensive"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-03 08:02:44",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "917d50701d4e429dad9083ff419756ca",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 0,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2504,
+ 2515
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": false,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc6_intensive",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.intensive",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 22.265625,
+ "timestamp_sec": 1646294707.7233596,
+ "stats": {
+ "total_tx_rate": 153337,
+ "overall": {
+ "rx_pkts": 1533368,
+ "drop_percentage": 0.00019564736779292163,
+ "drop_pct": 3,
+ "max_delay_usec": 18880,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 1533371,
+ "avg_delay_usec": 987.5007708521373,
+ "min_delay_usec": 54,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 766686,
+ "min_delay_usec": 54,
+ "drop_pct": 0,
+ "max_delay_usec": 18880,
+ "tx_pkts": 766685,
+ "avg_delay_usec": 1283,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 766682,
+ "min_delay_usec": 54,
+ "drop_pct": 3,
+ "max_delay_usec": 16438,
+ "tx_pkts": 766686,
+ "avg_delay_usec": 692,
+ "drop_percentage": 0.00039129448040005945
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 11064797920.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 44.53125,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 154278,
+ "rate_bps": 11132812500.0,
+ "time_taken_sec": 137.58272123336792
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 90494.832576641,
+ "rx_pkts": 898795,
+ "time_ms": 1646294582631,
+ "drop_pct": 5983130,
+ "total_tx_pps": 688192,
+ "tx_pps": 692904,
+ "tx_pkts": 6881925,
+ "drop_percentage": 86.93977339189253
+ },
+ {
+ "rx_pps": 140749.47686318654,
+ "rx_pkts": 1398839,
+ "time_ms": 1646294595149,
+ "drop_pct": 2044375,
+ "total_tx_pps": 344321,
+ "tx_pps": 346452,
+ "tx_pkts": 3443214,
+ "drop_percentage": 59.374032517293436
+ },
+ {
+ "rx_pps": 173212.0139973792,
+ "rx_pkts": 1721469,
+ "time_ms": 1646294607646,
+ "drop_pct": 139,
+ "total_tx_pps": 172160,
+ "tx_pps": 173226,
+ "tx_pkts": 1721608,
+ "drop_percentage": 0.008073847240486801
+ },
+ {
+ "rx_pps": 86612.0,
+ "rx_pkts": 860795,
+ "time_ms": 1646294620168,
+ "drop_pct": 0,
+ "total_tx_pps": 86079,
+ "tx_pps": 86612,
+ "tx_pkts": 860795,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 129918.0,
+ "rx_pkts": 1291191,
+ "time_ms": 1646294632678,
+ "drop_pct": 0,
+ "total_tx_pps": 129119,
+ "tx_pps": 129918,
+ "tx_pkts": 1291191,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 151570.89330603922,
+ "rx_pkts": 1506541,
+ "time_ms": 1646294645208,
+ "drop_pct": 11,
+ "total_tx_pps": 150655,
+ "tx_pps": 151572,
+ "tx_pkts": 1506552,
+ "drop_percentage": 0.0007301440640615127
+ },
+ {
+ "rx_pps": 162054.72678886072,
+ "rx_pkts": 1611232,
+ "time_ms": 1646294657720,
+ "drop_pct": 3413,
+ "total_tx_pps": 161464,
+ "tx_pps": 162398,
+ "tx_pkts": 1614645,
+ "drop_percentage": 0.2113777331859325
+ },
+ {
+ "rx_pps": 156960.74598503095,
+ "rx_pkts": 1560035,
+ "time_ms": 1646294670223,
+ "drop_pct": 251,
+ "total_tx_pps": 156028,
+ "tx_pps": 156986,
+ "tx_pkts": 1560286,
+ "drop_percentage": 0.016086794344113836
+ },
+ {
+ "rx_pps": 154277.69815915392,
+ "rx_pkts": 1533368,
+ "time_ms": 1646294682722,
+ "drop_pct": 3,
+ "total_tx_pps": 153337,
+ "tx_pps": 154278,
+ "tx_pkts": 1533371,
+ "drop_percentage": 0.0001956473677929216
+ },
+ {
+ "rx_pps": 155550.0040687643,
+ "rx_pkts": 1546092,
+ "time_ms": 1646294695224,
+ "drop_pct": 815,
+ "total_tx_pps": 154690,
+ "tx_pps": 155632,
+ "tx_pkts": 1546907,
+ "drop_percentage": 0.05268577878308134
+ },
+ {
+ "rx_pps": 153977.28138199815,
+ "rx_pkts": 1530304,
+ "time_ms": 1646294707722,
+ "drop_pct": 9727,
+ "total_tx_pps": 154003,
+ "tx_pps": 154956,
+ "tx_pkts": 1540031,
+ "ndr_pps": 77139,
+ "drop_percentage": 0.6316106623827702
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "917d50701d4e429dad9083ff419756ca"
+ },
+ "synthesis": {
+ "avg_delay_usec": 987.5007708521373,
+ "total_tx_rate": 153337
+ }
+ }
+ ]
+ },
+ "fail_tests": 0,
+ "total_tests": 1,
+ "pass_tests": 1
+ }
+ }
+ ]
+}
diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=non-regression&criteria=PASS&page=1.json b/test/ut_behave_tests/test_data/project=nfvbench&case=non-regression&criteria=PASS&page=1.json
new file mode 100644
index 0000000..6af5404
--- /dev/null
+++ b/test/ut_behave_tests/test_data/project=nfvbench&case=non-regression&criteria=PASS&page=1.json
@@ -0,0 +1,8124 @@
+{
+ "pagination": {
+ "current_page": 1,
+ "total_pages": 1
+ },
+ "results": [
+ {
+ "project_name": "nfvbench",
+ "scenario": "basic",
+ "stop_date": "2022-03-30 06:48:26",
+ "case_name": "non-regression",
+ "build_tag": "RPDOUC5V2ARA",
+ "version": "unknown",
+ "pod_name": "AMICAL",
+ "criteria": "PASS",
+ "installer": "unknown",
+ "_id": "6243fd3bc0d88e001ca15689",
+ "start_date": "2022-03-30 06:15:40",
+ "details": {
+ "tests": [
+ {
+ "status": "passed",
+ "elements": [
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size -- @1.1 Frame sizes",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010585784912109375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00010967254638671875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.608268737792969e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 10.035421133041382,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 449.58826899528503,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013637542724609375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003008842468261719,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the previous result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
+ },
+ "result": {
+ "duration": 0.02466893196105957,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the characterization result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
+ },
+ "result": {
+ "duration": 0.6800198554992676,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:19",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size -- @1.2 Frame sizes",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00011587142944335938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011491775512695312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.5367431640625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.322166442871094e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008649349212646484,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.46048855781555,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.0003330707550048828,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the previous result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
+ },
+ "result": {
+ "duration": 0.023331880569458008,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the characterization result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
+ },
+ "result": {
+ "duration": 0.690040111541748,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:20",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size -- @1.3 Frame sizes",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010156631469726562,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.584426879882812e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.489059448242188e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008922100067138672,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 441.5395607948303,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012230873107910156,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.00034332275390625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the previous result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
+ },
+ "result": {
+ "duration": 0.022931814193725586,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the characterization result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
+ },
+ "result": {
+ "duration": 0.5106196403503418,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:21",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a NDR test for a defined frame size -- @1.4 Frame sizes",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "throughput"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010037422180175781,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "ndr rate",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9",
+ "match": {
+ "arguments": [
+ {
+ "name": "rate",
+ "value": "ndr"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119"
+ },
+ "result": {
+ "duration": 0.000102996826171875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00852203369140625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "3 runs are started and waiting for maximum result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11",
+ "match": {
+ "arguments": [
+ {
+ "name": "repeat",
+ "value": 3,
+ "original": "3"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 439.5287985801697,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012087821960449219,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "extract offered rate result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327"
+ },
+ "result": {
+ "duration": 0.000316619873046875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the previous result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333"
+ },
+ "result": {
+ "duration": 0.02317047119140625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify throughput result is in same range as the characterization result",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409"
+ },
+ "result": {
+ "duration": 0.6906359195709229,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:22",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.0001735687255859375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.799003601074219e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.751319885253906e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 70% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 3.042870044708252,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.00884389877319336,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.07615303993225,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012111663818359375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.0001919269561767578,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:38",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010085105895996094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "64 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "64"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011873245239257812,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 90% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 2.90081524848938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008797883987426758,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.11899709701538,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00013256072998046875,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.0001926422119140625,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:39",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.822845458984375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 0.00011396408081054688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.775161743164062e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 70% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 3.1052234172821045,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008736610412597656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.07916784286499,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011897087097167969,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.0002129077911376953,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:40",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "768 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "768"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.560585021972656e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.632110595703125e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 90% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 2.9584743976593018,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008613348007202148,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.074522256851196,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.0001220703125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.00019407272338867188,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:41",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010061264038085938,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 0.00011610984802246094,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 70% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 3.118863821029663,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008606433868408203,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.080474376678467,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012254714965820312,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.00019216537475585938,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:42",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010013580322265625,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "1518 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "1518"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.942054748535156e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.703636169433594e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 90% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 2.9169235229492188,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008793830871582031,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 18.160871744155884,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00012159347534179688,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.00019097328186035156,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:43",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 9.965896606445312e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.918212890625e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.655952453613281e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 70% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "70%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 2.906872272491455,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008602142333984375,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.075267791748047,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011920928955078125,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.00020933151245117188,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:44",
+ "type": "scenario"
+ },
+ {
+ "status": "passed",
+ "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages",
+ "keyword": "Scenario Outline",
+ "tags": [
+ "latency"
+ ],
+ "steps": [
+ {
+ "name": "10 sec run duration",
+ "keyword": "Given",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27",
+ "match": {
+ "arguments": [
+ {
+ "name": "duration",
+ "value": "10"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124"
+ },
+ "result": {
+ "duration": 0.00010251998901367188,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "9000 frame size",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28",
+ "match": {
+ "arguments": [
+ {
+ "name": "frame_size",
+ "value": "9000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109"
+ },
+ "result": {
+ "duration": 9.72747802734375e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "100k flow count",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29",
+ "match": {
+ "arguments": [
+ {
+ "name": "flow_count",
+ "value": "100k"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114"
+ },
+ "result": {
+ "duration": 9.465217590332031e-05,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "packet rate equal to 90% of max throughput of last characterization",
+ "keyword": "And",
+ "step_type": "given",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30",
+ "match": {
+ "arguments": [
+ {
+ "name": "percentage",
+ "value": "90%"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137"
+ },
+ "result": {
+ "duration": 2.828930139541626,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "NFVbench API is ready",
+ "keyword": "When",
+ "step_type": "when",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210"
+ },
+ "result": {
+ "duration": 0.008794546127319336,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "run is started and waiting for result",
+ "keyword": "Then",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264"
+ },
+ "result": {
+ "duration": 20.077053785324097,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "push result to database",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33",
+ "match": {
+ "arguments": [],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426"
+ },
+ "result": {
+ "duration": 0.00011849403381347656,
+ "status": "passed"
+ }
+ },
+ {
+ "name": "verify latency result is lower than 1000 microseconds",
+ "keyword": "And",
+ "step_type": "then",
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34",
+ "match": {
+ "arguments": [
+ {
+ "name": "max_avg_latency_usec",
+ "value": 1000.0,
+ "original": "1000"
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351"
+ },
+ "result": {
+ "duration": 0.0002167224884033203,
+ "status": "passed"
+ }
+ }
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:45",
+ "type": "scenario"
+ }
+ ],
+ "name": "non-regression",
+ "keyword": "Feature",
+ "tags": [
+ "non-regression"
+ ],
+ "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:2"
+ }
+ ],
+ "skip_tests": 0,
+ "links": [
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/xtesting.log",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.html",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/behave_tests.log",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/campaign_result.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/TESTS-non-regression.xml",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench.log",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.json"
+ ],
+ "results": {
+ "latency": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:45:29",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "75ed0568a3cf49929e20d9d4c44a23a0",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "404398pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.5414414208000001,
+ "rate_pps": 201429,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135360355
+ },
+ "tx": {
+ "rate_percent": 0.5414497536,
+ "rate_pps": 201432,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135362438
+ },
+ "orig": {
+ "rate_percent": 0.543510912,
+ "rate_pps": 202199,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135877728
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 1.082844672,
+ "rate_pps": 402843.0,
+ "rate_bps": 270711167.0
+ },
+ "tx": {
+ "rate_percent": 1.0828995072,
+ "rate_pps": 402864.0,
+ "rate_bps": 270724876.0
+ },
+ "orig": {
+ "rate_percent": 1.087021824,
+ "rate_pps": 404398.0,
+ "rate_bps": 271755456.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.5414032511999999,
+ "rate_pps": 201414,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135350812
+ },
+ "tx": {
+ "rate_percent": 0.5414497536,
+ "rate_pps": 201432,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135362438
+ },
+ "orig": {
+ "rate_percent": 0.543510912,
+ "rate_pps": 202199,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 135877728
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 4057,
+ "lat_avg_usec": 78,
+ "lat_min_usec": 31,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 5209,
+ "lat_avg_usec": 76,
+ "lat_min_usec": 32,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 402864,
+ "overall": {
+ "drop_rate_percent": 0.005063738568113737,
+ "rx": {
+ "dropped_pkts": 204,
+ "pkt_bit_rate": 109803088.0,
+ "pkt_rate": 201839.0,
+ "max_delay_usec": 5209,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 76.99996475062306,
+ "total_pkt_bytes": 273933920,
+ "total_pkts": 4028440,
+ "min_delay_usec": 31
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 273947792,
+ "total_pkts": 4028644,
+ "pkt_bit_rate": 109803752.0,
+ "pkt_rate": 201840.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0015389793687404496,
+ "rx": {
+ "dropped_pkts": 31,
+ "pkt_bit_rate": 109811680,
+ "pkt_rate": 201855,
+ "max_delay_usec": 5209,
+ "total_pkt_bytes": 136971788,
+ "avg_delay_usec": 76,
+ "total_pkts": 2014291,
+ "min_delay_usec": 32
+ },
+ "tx": {
+ "total_pkt_bytes": 136973896,
+ "total_pkts": 2014322,
+ "pkt_bit_rate": 109806936,
+ "pkt_rate": 201846
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.008588497767487026,
+ "rx": {
+ "dropped_pkts": 173,
+ "pkt_bit_rate": 109794496,
+ "pkt_rate": 201823,
+ "max_delay_usec": 4057,
+ "total_pkt_bytes": 136962132,
+ "avg_delay_usec": 78,
+ "total_pkts": 2014149,
+ "min_delay_usec": 31
+ },
+ "tx": {
+ "total_pkt_bytes": 136973896,
+ "total_pkts": 2014322,
+ "pkt_bit_rate": 109800568,
+ "pkt_rate": 201835
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 270724608.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "75ed0568a3cf49929e20d9d4c44a23a0"
+ },
+ "synthesis": {
+ "avg_delay_usec": 76.99996475062306,
+ "total_tx_rate": 402864
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:45:52",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "79137fde73644833ac7d36e6523616ef",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "519940pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 0.6964035456000001,
+ "rate_pps": 259078,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174100886
+ },
+ "tx": {
+ "rate_percent": 0.6964035456000001,
+ "rate_pps": 259078,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174100886
+ },
+ "orig": {
+ "rate_percent": 0.69879936,
+ "rate_pps": 259970,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174699840
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 1.3929753599999999,
+ "rate_pps": 518219.0,
+ "rate_bps": 348243839.0
+ },
+ "tx": {
+ "rate_percent": 1.3929753599999999,
+ "rate_pps": 518219.0,
+ "rate_bps": 348243839.0
+ },
+ "orig": {
+ "rate_percent": 1.39759872,
+ "rate_pps": 519940.0,
+ "rate_bps": 349399680.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 0.6965718143999999,
+ "rate_pps": 259141,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174142953
+ },
+ "tx": {
+ "rate_percent": 0.6965718143999999,
+ "rate_pps": 259141,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174142953
+ },
+ "orig": {
+ "rate_percent": 0.69879936,
+ "rate_pps": 259970,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 174699840
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9943,
+ 9943
+ ],
+ "lat_max_usec": 769,
+ "lat_avg_usec": 108,
+ "lat_min_usec": 36,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9948,
+ 9948
+ ],
+ "lat_max_usec": 6239,
+ "lat_avg_usec": 113,
+ "lat_min_usec": 34,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 518220,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 141244984.0,
+ "pkt_rate": 259641.0,
+ "max_delay_usec": 6239,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 110.49969800470842,
+ "total_pkt_bytes": 352389600,
+ "total_pkts": 5182200,
+ "min_delay_usec": 34
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 352389600,
+ "total_pkts": 5182200,
+ "pkt_bit_rate": 141253832.0,
+ "pkt_rate": 259656.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 141247136,
+ "pkt_rate": 259645,
+ "max_delay_usec": 6239,
+ "total_pkt_bytes": 176173516,
+ "avg_delay_usec": 113,
+ "total_pkts": 2590787,
+ "min_delay_usec": 34
+ },
+ "tx": {
+ "total_pkt_bytes": 176216084,
+ "total_pkts": 2591413,
+ "pkt_bit_rate": 141261952,
+ "pkt_rate": 259671
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 141242832,
+ "pkt_rate": 259637,
+ "max_delay_usec": 769,
+ "total_pkt_bytes": 176216084,
+ "avg_delay_usec": 108,
+ "total_pkts": 2591413,
+ "min_delay_usec": 36
+ },
+ "tx": {
+ "total_pkt_bytes": 176173516,
+ "total_pkts": 2590787,
+ "pkt_bit_rate": 141245712,
+ "pkt_rate": 259642
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 348243840.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "79137fde73644833ac7d36e6523616ef"
+ },
+ "synthesis": {
+ "avg_delay_usec": 110.49969800470842,
+ "total_tx_rate": 518220
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:46:15",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "018ded21d6884356b306acecf1de061e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "323313pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 4.060615692799999,
+ "rate_pps": 161033,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015153923
+ },
+ "tx": {
+ "rate_percent": 4.060615692799999,
+ "rate_pps": 161033,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015153923
+ },
+ "orig": {
+ "rate_percent": 4.076330304,
+ "rate_pps": 161656,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1019082576
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 8.1214759808,
+ "rate_pps": 322076.0,
+ "rate_bps": 2030368995.0
+ },
+ "tx": {
+ "rate_percent": 8.1214759808,
+ "rate_pps": 322076.0,
+ "rate_bps": 2030368995.0
+ },
+ "orig": {
+ "rate_percent": 8.152660608,
+ "rate_pps": 323312.0,
+ "rate_bps": 2038165152.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 4.060860288,
+ "rate_pps": 161043,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015215072
+ },
+ "tx": {
+ "rate_percent": 4.060860288,
+ "rate_pps": 161043,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1015215072
+ },
+ "orig": {
+ "rate_percent": 4.076330304,
+ "rate_pps": 161656,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1019082576
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9936,
+ 9936
+ ],
+ "lat_max_usec": 372,
+ "lat_avg_usec": 145,
+ "lat_min_usec": 54,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 4837,
+ "lat_avg_usec": 145,
+ "lat_min_usec": 60,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 322076,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 997521760.0,
+ "pkt_rate": 161515.5,
+ "max_delay_usec": 4837,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 145.0,
+ "total_pkt_bytes": 2486429036,
+ "total_pkts": 3220763,
+ "min_delay_usec": 54
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 2486429036,
+ "total_pkts": 3220763,
+ "pkt_bit_rate": 997554144.0,
+ "pkt_rate": 161520.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 997543808,
+ "pkt_rate": 161519,
+ "max_delay_usec": 4837,
+ "total_pkt_bytes": 1243177076,
+ "avg_delay_usec": 145,
+ "total_pkts": 1610333,
+ "min_delay_usec": 60
+ },
+ "tx": {
+ "total_pkt_bytes": 1243251960,
+ "total_pkts": 1610430,
+ "pkt_bit_rate": 997507712,
+ "pkt_rate": 161513
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 997499712,
+ "pkt_rate": 161512,
+ "max_delay_usec": 372,
+ "total_pkt_bytes": 1243251960,
+ "avg_delay_usec": 145,
+ "total_pkts": 1610430,
+ "min_delay_usec": 54
+ },
+ "tx": {
+ "total_pkt_bytes": 1243177076,
+ "total_pkts": 1610333,
+ "pkt_bit_rate": 997600576,
+ "pkt_rate": 161528
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2030367104.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "018ded21d6884356b306acecf1de061e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 145.0,
+ "total_tx_rate": 322076
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:46:38",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "ad05bbb2c1a747e2a90c860566eea05b",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "415688pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 5.2271154176,
+ "rate_pps": 207293,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306778854
+ },
+ "tx": {
+ "rate_percent": 5.2271154176,
+ "rate_pps": 207293,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306778854
+ },
+ "orig": {
+ "rate_percent": 5.240994304,
+ "rate_pps": 207844,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1310248576
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 10.454548556800003,
+ "rate_pps": 414599.0,
+ "rate_bps": 2613637138.0
+ },
+ "tx": {
+ "rate_percent": 10.454548556800003,
+ "rate_pps": 414599.0,
+ "rate_bps": 2613637138.0
+ },
+ "orig": {
+ "rate_percent": 10.481988608,
+ "rate_pps": 415688.0,
+ "rate_bps": 2620497152.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 5.227433139200001,
+ "rate_pps": 207306,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306858284
+ },
+ "tx": {
+ "rate_percent": 5.227433139200001,
+ "rate_pps": 207306,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1306858284
+ },
+ "orig": {
+ "rate_percent": 5.240994304,
+ "rate_pps": 207844,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 1310248576
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9956,
+ 9956
+ ],
+ "lat_max_usec": 213,
+ "lat_avg_usec": 79,
+ "lat_min_usec": 33,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9958,
+ 9958
+ ],
+ "lat_max_usec": 3751,
+ "lat_avg_usec": 80,
+ "lat_min_usec": 32,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 414599,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1277907840.0,
+ "pkt_rate": 206914.5,
+ "max_delay_usec": 3751,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 79.49998480462364,
+ "total_pkt_bytes": 3200710456,
+ "total_pkts": 4145998,
+ "min_delay_usec": 32
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 3200710456,
+ "total_pkts": 4145998,
+ "pkt_bit_rate": 1279049856.0,
+ "pkt_rate": 207099.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1275807616,
+ "pkt_rate": 206575,
+ "max_delay_usec": 3751,
+ "total_pkt_bytes": 1600306592,
+ "avg_delay_usec": 80,
+ "total_pkts": 2072936,
+ "min_delay_usec": 32
+ },
+ "tx": {
+ "total_pkt_bytes": 1600403864,
+ "total_pkts": 2073062,
+ "pkt_bit_rate": 1279909120,
+ "pkt_rate": 207239
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 1280008064,
+ "pkt_rate": 207254,
+ "max_delay_usec": 213,
+ "total_pkt_bytes": 1600403864,
+ "avg_delay_usec": 79,
+ "total_pkts": 2073062,
+ "min_delay_usec": 33
+ },
+ "tx": {
+ "total_pkt_bytes": 1600306592,
+ "total_pkts": 2072936,
+ "pkt_bit_rate": 1278190592,
+ "pkt_rate": 206960
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 2613632096.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "ad05bbb2c1a747e2a90c860566eea05b"
+ },
+ "synthesis": {
+ "avg_delay_usec": 79.49998480462364,
+ "total_tx_rate": 414599
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:47:01",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "cc041b8004d74c0a8d8594f9b1cb7094",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "353370pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 8.6593927872,
+ "rate_pps": 175946,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2164848196
+ },
+ "tx": {
+ "rate_percent": 8.662744396799999,
+ "rate_pps": 176014,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165686099
+ },
+ "orig": {
+ "rate_percent": 8.69572896,
+ "rate_pps": 176685,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2173932240
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 17.321684396800002,
+ "rate_pps": 351951.0,
+ "rate_bps": 4330421098.0
+ },
+ "tx": {
+ "rate_percent": 17.326015404799996,
+ "rate_pps": 352039.0,
+ "rate_bps": 4331503851.0
+ },
+ "orig": {
+ "rate_percent": 17.39145792,
+ "rate_pps": 353370.0,
+ "rate_bps": 4347864480.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 8.6622916096,
+ "rate_pps": 176005,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165572902
+ },
+ "tx": {
+ "rate_percent": 8.663271007999999,
+ "rate_pps": 176025,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2165817752
+ },
+ "orig": {
+ "rate_percent": 8.69572896,
+ "rate_pps": 176685,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2173932240
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ "-4 (-0.0402%)"
+ ],
+ "lat_max_usec": 2443,
+ "lat_avg_usec": 112,
+ "lat_min_usec": 36,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9939,
+ 9939
+ ],
+ "lat_max_usec": 12936,
+ "lat_avg_usec": 116,
+ "lat_min_usec": 38,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 352040,
+ "overall": {
+ "drop_rate_percent": 0.02499713811174459,
+ "rx": {
+ "dropped_pkts": 880,
+ "pkt_bit_rate": 2018299584.0,
+ "pkt_rate": 165760.0,
+ "max_delay_usec": 12936,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 113.99966529555283,
+ "total_pkt_bytes": 5356714006,
+ "total_pkts": 3519523,
+ "min_delay_usec": 36
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 5358053366,
+ "total_pkts": 3520403,
+ "pkt_bit_rate": 2018089472.0,
+ "pkt_rate": 165742.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.03868757651590252,
+ "rx": {
+ "dropped_pkts": 681,
+ "pkt_bit_rate": 2007099776,
+ "pkt_rate": 164840,
+ "max_delay_usec": 12936,
+ "total_pkt_bytes": 2677908774,
+ "avg_delay_usec": 116,
+ "total_pkts": 1759467,
+ "min_delay_usec": 38
+ },
+ "tx": {
+ "total_pkt_bytes": 2679108110,
+ "total_pkts": 1760255,
+ "pkt_bit_rate": 2018672768,
+ "pkt_rate": 165791
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.011305867461145312,
+ "rx": {
+ "dropped_pkts": 199,
+ "pkt_bit_rate": 2029499392,
+ "pkt_rate": 166680,
+ "max_delay_usec": 2443,
+ "total_pkt_bytes": 2678805232,
+ "avg_delay_usec": 112,
+ "total_pkts": 1760056,
+ "min_delay_usec": 36
+ },
+ "tx": {
+ "total_pkt_bytes": 2678945256,
+ "total_pkts": 1760148,
+ "pkt_bit_rate": 2017506176,
+ "pkt_rate": 165694
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 4331500160.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "cc041b8004d74c0a8d8594f9b1cb7094"
+ },
+ "synthesis": {
+ "avg_delay_usec": 113.99966529555283,
+ "total_tx_rate": 352040
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:47:24",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "c882cf33b2e045618c1b76b924573708",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "454333pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 11.1361683008,
+ "rate_pps": 226271,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2784042075
+ },
+ "tx": {
+ "rate_percent": 11.137846566399999,
+ "rate_pps": 226305,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2784461641
+ },
+ "orig": {
+ "rate_percent": 11.180226464,
+ "rate_pps": 227166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2795056616
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 22.2746891264,
+ "rate_pps": 452590.0,
+ "rate_bps": 5568672281.0
+ },
+ "tx": {
+ "rate_percent": 22.276367391999997,
+ "rate_pps": 452624.0,
+ "rate_bps": 5569091847.0
+ },
+ "orig": {
+ "rate_percent": 22.360452928,
+ "rate_pps": 454332.0,
+ "rate_bps": 5590113232.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 11.1385208256,
+ "rate_pps": 226319,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2784630206
+ },
+ "tx": {
+ "rate_percent": 11.1385208256,
+ "rate_pps": 226319,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2784630206
+ },
+ "orig": {
+ "rate_percent": 11.180226464,
+ "rate_pps": 227166,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 2795056616
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ "-1 (-0.0101%)"
+ ],
+ "lat_max_usec": 198,
+ "lat_avg_usec": 90,
+ "lat_min_usec": 37,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 5322,
+ "lat_avg_usec": 93,
+ "lat_min_usec": 35,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 452624,
+ "overall": {
+ "drop_rate_percent": 0.007533838755966591,
+ "rx": {
+ "dropped_pkts": 341,
+ "pkt_bit_rate": 2761265024.0,
+ "pkt_rate": 226779.0,
+ "max_delay_usec": 5322,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 91.4998415786106,
+ "total_pkt_bytes": 6888425888,
+ "total_pkts": 4525904,
+ "min_delay_usec": 35
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 6888944890,
+ "total_pkts": 4526245,
+ "pkt_bit_rate": 2761356672.0,
+ "pkt_rate": 226786.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.015067221458551222,
+ "rx": {
+ "dropped_pkts": 341,
+ "pkt_bit_rate": 2761269504,
+ "pkt_rate": 226779,
+ "max_delay_usec": 5322,
+ "total_pkt_bytes": 3443849186,
+ "avg_delay_usec": 93,
+ "total_pkts": 2262713,
+ "min_delay_usec": 35
+ },
+ "tx": {
+ "total_pkt_bytes": 3444576702,
+ "total_pkts": 2263191,
+ "pkt_bit_rate": 2761352192,
+ "pkt_rate": 226786
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 2761260544,
+ "pkt_rate": 226779,
+ "max_delay_usec": 198,
+ "total_pkt_bytes": 3444576702,
+ "avg_delay_usec": 90,
+ "total_pkts": 2263191,
+ "min_delay_usec": 37
+ },
+ "tx": {
+ "total_pkt_bytes": 3444368188,
+ "total_pkts": 2263054,
+ "pkt_bit_rate": 2761361152,
+ "pkt_rate": 226787
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 5569085696.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "c882cf33b2e045618c1b76b924573708"
+ },
+ "synthesis": {
+ "avg_delay_usec": 91.4998415786106,
+ "total_tx_rate": 452624
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "70%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:47:45",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "c78cef8058b74f9885f125b3bf43f1da",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "183574pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 26.390961344,
+ "rate_pps": 91432,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6597740336
+ },
+ "tx": {
+ "rate_percent": 26.390961344,
+ "rate_pps": 91432,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6597740336
+ },
+ "orig": {
+ "rate_percent": 26.493399680000003,
+ "rate_pps": 91787,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6623349920
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 52.783539071999996,
+ "rate_pps": 182869.0,
+ "rate_bps": 13195884768.0
+ },
+ "tx": {
+ "rate_percent": 52.783539071999996,
+ "rate_pps": 182869.0,
+ "rate_bps": 13195884768.0
+ },
+ "orig": {
+ "rate_percent": 52.986799360000006,
+ "rate_pps": 183574.0,
+ "rate_bps": 13246699840.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 26.392577728,
+ "rate_pps": 91437,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598144432
+ },
+ "tx": {
+ "rate_percent": 26.392577728,
+ "rate_pps": 91437,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6598144432
+ },
+ "orig": {
+ "rate_percent": 26.493399680000003,
+ "rate_pps": 91787,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 6623349920
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9937,
+ 9937
+ ],
+ "lat_max_usec": 4143,
+ "lat_avg_usec": 306,
+ "lat_min_usec": 66,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 6704,
+ "lat_avg_usec": 322,
+ "lat_min_usec": 65,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 182869,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6603213824.0,
+ "pkt_rate": 91670.5,
+ "max_delay_usec": 6704,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 313.9997550169574,
+ "total_pkt_bytes": 16465596792,
+ "total_pkts": 1828698,
+ "min_delay_usec": 65
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 16465596792,
+ "total_pkts": 1828698,
+ "pkt_bit_rate": 6603036928.0,
+ "pkt_rate": 91668.5
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6603323392,
+ "pkt_rate": 91672,
+ "max_delay_usec": 6704,
+ "total_pkt_bytes": 8232546284,
+ "avg_delay_usec": 322,
+ "total_pkts": 914321,
+ "min_delay_usec": 65
+ },
+ "tx": {
+ "total_pkt_bytes": 8233050508,
+ "total_pkts": 914377,
+ "pkt_bit_rate": 6603299840,
+ "pkt_rate": 91672
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 6603104256,
+ "pkt_rate": 91669,
+ "max_delay_usec": 4143,
+ "total_pkt_bytes": 8233050508,
+ "avg_delay_usec": 306,
+ "total_pkts": 914377,
+ "min_delay_usec": 66
+ },
+ "tx": {
+ "total_pkt_bytes": 8232546284,
+ "total_pkts": 914321,
+ "pkt_bit_rate": 6602774016,
+ "pkt_rate": 91665
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 13195827040.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "c78cef8058b74f9885f125b3bf43f1da"
+ },
+ "synthesis": {
+ "avg_delay_usec": 313.9997550169574,
+ "total_tx_rate": 182869
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "90%",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:48:08",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "4a306639173f4526b3a835abe92c709d",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "236023pps",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": false,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": true,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "run_config": {
+ "direction-forward": {
+ "rx": {
+ "rate_percent": 33.933413184,
+ "rate_pps": 117563,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483353296
+ },
+ "tx": {
+ "rate_percent": 33.933413184,
+ "rate_pps": 117563,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483353296
+ },
+ "orig": {
+ "rate_percent": 34.062839360000005,
+ "rate_pps": 118011,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8515709840
+ }
+ },
+ "direction-total": {
+ "rx": {
+ "rate_percent": 67.868846848,
+ "rate_pps": 235133.0,
+ "rate_bps": 16967211712.0
+ },
+ "tx": {
+ "rate_percent": 67.868846848,
+ "rate_pps": 235133.0,
+ "rate_bps": 16967211712.0
+ },
+ "orig": {
+ "rate_percent": 68.12567872000001,
+ "rate_pps": 236022.0,
+ "rate_bps": 17031419680.0
+ }
+ },
+ "direction-reverse": {
+ "rx": {
+ "rate_percent": 33.935433663999994,
+ "rate_pps": 117570,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483858416
+ },
+ "tx": {
+ "rate_percent": 33.935433663999994,
+ "rate_pps": 117570,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8483858416
+ },
+ "orig": {
+ "rate_percent": 34.062839360000005,
+ "rate_pps": 118011,
+ "initial_rate_type": "rate_pps",
+ "rate_bps": 8515709840
+ }
+ }
+ },
+ "packet_path_stats": {
+ "Forward": {
+ "interfaces": [
+ "TRex.TX.p0",
+ "TRex.RX.p1"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 3154,
+ "lat_avg_usec": 503,
+ "lat_min_usec": 113,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ },
+ "Reverse": {
+ "interfaces": [
+ "TRex.TX.p1",
+ "TRex.RX.p0"
+ ],
+ "chains": {
+ "0": {
+ "packets": [
+ 9938,
+ 9938
+ ],
+ "lat_max_usec": 6539,
+ "lat_avg_usec": 390,
+ "lat_min_usec": 114,
+ "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=",
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ }
+ }
+ }
+ }
+ },
+ "stats": {
+ "total_tx_rate": 235133,
+ "overall": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 8493890560.0,
+ "pkt_rate": 117917.5,
+ "max_delay_usec": 6539,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "avg_delay_usec": 446.5016820253371,
+ "total_pkt_bytes": 21171393328,
+ "total_pkts": 2351332,
+ "min_delay_usec": 113
+ },
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=",
+ "tx": {
+ "total_pkt_bytes": 21171393328,
+ "total_pkts": 2351332,
+ "pkt_bit_rate": 8494719232.0,
+ "pkt_rate": 117929.0
+ }
+ },
+ "1": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 8494009856,
+ "pkt_rate": 117919,
+ "max_delay_usec": 6539,
+ "total_pkt_bytes": 10585381524,
+ "avg_delay_usec": 390,
+ "total_pkts": 1175631,
+ "min_delay_usec": 114
+ },
+ "tx": {
+ "total_pkt_bytes": 10586011804,
+ "total_pkts": 1175701,
+ "pkt_bit_rate": 8494438400,
+ "pkt_rate": 117925
+ }
+ },
+ "0": {
+ "drop_rate_percent": 0.0,
+ "rx": {
+ "dropped_pkts": 0,
+ "pkt_bit_rate": 8493771264,
+ "pkt_rate": 117916,
+ "max_delay_usec": 3154,
+ "total_pkt_bytes": 10586011804,
+ "avg_delay_usec": 503,
+ "total_pkts": 1175701,
+ "min_delay_usec": 113
+ },
+ "tx": {
+ "total_pkt_bytes": 10585381524,
+ "total_pkts": 1175631,
+ "pkt_bit_rate": 8495000064,
+ "pkt_rate": 117933
+ }
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 16967197280.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "4a306639173f4526b3a835abe92c709d"
+ },
+ "synthesis": {
+ "avg_delay_usec": 446.5016820253371,
+ "total_tx_rate": 235133
+ }
+ }
+ ],
+ "throughput": [
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "64"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:20:56",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "38389ab0308e45b1a8769cbbff9ef2b2",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "64"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "64"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "64": {
+ "ndr": {
+ "load_percent_per_direction": 0.78125,
+ "timestamp_sec": 1648621399.3161063,
+ "stats": {
+ "total_tx_rate": 577711,
+ "overall": {
+ "rx_pkts": 5777112,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 518,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5777112,
+ "avg_delay_usec": 108.49992470286192,
+ "min_delay_usec": 29,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2888411,
+ "min_delay_usec": 29,
+ "drop_pct": 0,
+ "max_delay_usec": 263,
+ "tx_pkts": 2888701,
+ "avg_delay_usec": 110,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2888701,
+ "min_delay_usec": 31,
+ "drop_pct": 0,
+ "max_delay_usec": 518,
+ "tx_pkts": 2888411,
+ "avg_delay_usec": 107,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 388221792.0,
+ "theoretical_tx_rate_pps": 74404761.90476191
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 1.5625,
+ "duration_sec": 10.0,
+ "l2frame_size": "64",
+ "rate_pps": 581286,
+ "rate_bps": 390625000.0,
+ "time_taken_sec": 137.66617798805237
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1275063.5983414354,
+ "rx_pkts": 7250590,
+ "time_ms": 1648621274137,
+ "drop_pct": 415848626,
+ "total_tx_pps": 42309921,
+ "tx_pps": 74404760,
+ "tx_pkts": 423099216,
+ "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42309921). The traffic generator may not have sufficient CPU to achieve the requested TX rate.",
+ "drop_percentage": 98.28631447995876
+ },
+ {
+ "rx_pps": 1826535.749662823,
+ "rx_pkts": 18151199,
+ "time_ms": 1648621286633,
+ "drop_pct": 351547452,
+ "total_tx_pps": 36969865,
+ "tx_pps": 37202380,
+ "tx_pkts": 369698651,
+ "drop_percentage": 95.09027177921729
+ },
+ {
+ "rx_pps": 1361841.6268887145,
+ "rx_pkts": 13533302,
+ "time_ms": 1648621299138,
+ "drop_pct": 171316035,
+ "total_tx_pps": 18484933,
+ "tx_pps": 18601190,
+ "tx_pkts": 184849337,
+ "drop_percentage": 92.678739226422
+ },
+ {
+ "rx_pps": 774061.5668982501,
+ "rx_pkts": 7703074,
+ "time_ms": 1648621311660,
+ "drop_pct": 84851791,
+ "total_tx_pps": 9255486,
+ "tx_pps": 9300594,
+ "tx_pkts": 92554865,
+ "drop_percentage": 91.67728892479072
+ },
+ {
+ "rx_pps": 792412.735924586,
+ "rx_pkts": 7874998,
+ "time_ms": 1648621324177,
+ "drop_pct": 38339645,
+ "total_tx_pps": 4621464,
+ "tx_pps": 4650296,
+ "tx_pkts": 46214643,
+ "drop_percentage": 82.9599505940141
+ },
+ {
+ "rx_pps": 1930194.9831442875,
+ "rx_pkts": 19183245,
+ "time_ms": 1648621336700,
+ "drop_pct": 3925241,
+ "total_tx_pps": 2310848,
+ "tx_pps": 2325148,
+ "tx_pkts": 23108486,
+ "drop_percentage": 16.986145262826824
+ },
+ {
+ "rx_pps": 1161679.8008522235,
+ "rx_pkts": 11545357,
+ "time_ms": 1648621349196,
+ "drop_pct": 8887,
+ "total_tx_pps": 1155424,
+ "tx_pps": 1162574,
+ "tx_pkts": 11554244,
+ "drop_percentage": 0.07691546067401726
+ },
+ {
+ "rx_pps": 581286.0,
+ "rx_pkts": 5777112,
+ "time_ms": 1648621361693,
+ "drop_pct": 0,
+ "total_tx_pps": 577711,
+ "tx_pps": 581286,
+ "tx_pkts": 5777112,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 871250.6221139021,
+ "rx_pkts": 8658928,
+ "time_ms": 1648621374223,
+ "drop_pct": 6752,
+ "total_tx_pps": 866568,
+ "tx_pps": 871930,
+ "tx_pkts": 8665680,
+ "drop_percentage": 0.07791656280868899
+ },
+ {
+ "rx_pps": 726098.0996491228,
+ "rx_pkts": 7223952,
+ "time_ms": 1648621386809,
+ "drop_pct": 5073,
+ "total_tx_pps": 722902,
+ "tx_pps": 726608,
+ "tx_pkts": 7229025,
+ "drop_percentage": 0.07017543859649122
+ },
+ {
+ "rx_pps": 653878.4654382298,
+ "rx_pkts": 6497920,
+ "time_ms": 1648621399315,
+ "drop_pct": 691,
+ "total_tx_pps": 649861,
+ "tx_pps": 653948,
+ "tx_pkts": 6498611,
+ "ndr_pps": 290643,
+ "drop_percentage": 0.010633041429930181
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "38389ab0308e45b1a8769cbbff9ef2b2"
+ },
+ "synthesis": {
+ "avg_delay_usec": 108.49992470286192,
+ "total_tx_rate": 577711
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "768"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:25:50",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "42bb799d87974e05a9480378a9074174",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "768"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "768"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "768": {
+ "ndr": {
+ "load_percent_per_direction": 6.640625,
+ "timestamp_sec": 1648621693.1637194,
+ "stats": {
+ "total_tx_rate": 523406,
+ "overall": {
+ "rx_pkts": 5234062,
+ "drop_percentage": 1.910561642074236e-05,
+ "drop_pct": 1,
+ "max_delay_usec": 318,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5234063,
+ "avg_delay_usec": 106.50022525526063,
+ "min_delay_usec": 32,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2616900,
+ "min_delay_usec": 32,
+ "drop_pct": 0,
+ "max_delay_usec": 273,
+ "tx_pkts": 2617163,
+ "avg_delay_usec": 102,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 2617162,
+ "min_delay_usec": 32,
+ "drop_pct": 1,
+ "max_delay_usec": 318,
+ "tx_pkts": 2616900,
+ "avg_delay_usec": 111,
+ "drop_percentage": 3.821315296725133e-05
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 3299551424.0,
+ "theoretical_tx_rate_pps": 7931472.081218274
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 13.28125,
+ "duration_sec": 10.0,
+ "l2frame_size": "768",
+ "rate_pps": 526698,
+ "rate_bps": 3320312500.0,
+ "time_taken_sec": 137.53268241882324
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1419133.1802420425,
+ "rx_pkts": 13668934,
+ "time_ms": 1648621568128,
+ "drop_pct": 62726128,
+ "total_tx_pps": 7639506,
+ "tx_pps": 7931472,
+ "tx_pkts": 76395062,
+ "drop_percentage": 82.10756868028983
+ },
+ {
+ "rx_pps": 1499465.703933795,
+ "rx_pkts": 14900941,
+ "time_ms": 1648621580622,
+ "drop_pct": 24508562,
+ "total_tx_pps": 3940950,
+ "tx_pps": 3965736,
+ "tx_pkts": 39409503,
+ "drop_percentage": 62.189472422425624
+ },
+ {
+ "rx_pps": 1746588.0892852556,
+ "rx_pkts": 17356722,
+ "time_ms": 1648621593115,
+ "drop_pct": 2348032,
+ "total_tx_pps": 1970475,
+ "tx_pps": 1982868,
+ "tx_pkts": 19704754,
+ "drop_percentage": 11.916068579186526
+ },
+ {
+ "rx_pps": 991022.0667012471,
+ "rx_pkts": 9849275,
+ "time_ms": 1648621605613,
+ "drop_pct": 4094,
+ "total_tx_pps": 985336,
+ "tx_pps": 991434,
+ "tx_pkts": 9853369,
+ "drop_percentage": 0.0415492406708812
+ },
+ {
+ "rx_pps": 495716.0,
+ "rx_pkts": 4926180,
+ "time_ms": 1648621618110,
+ "drop_pct": 0,
+ "total_tx_pps": 492618,
+ "tx_pps": 495716,
+ "tx_pkts": 4926180,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 743159.3083655083,
+ "rx_pkts": 7385149,
+ "time_ms": 1648621630627,
+ "drop_pct": 4121,
+ "total_tx_pps": 738927,
+ "tx_pps": 743574,
+ "tx_pkts": 7389270,
+ "drop_percentage": 0.05577005577005577
+ },
+ {
+ "rx_pps": 619263.0064059279,
+ "rx_pkts": 6153928,
+ "time_ms": 1648621643143,
+ "drop_pct": 3806,
+ "total_tx_pps": 615773,
+ "tx_pps": 619646,
+ "tx_pkts": 6157734,
+ "drop_percentage": 0.06180845096589102
+ },
+ {
+ "rx_pps": 557594.6752731256,
+ "rx_pkts": 5541656,
+ "time_ms": 1648621655641,
+ "drop_pct": 848,
+ "total_tx_pps": 554250,
+ "tx_pps": 557680,
+ "tx_pkts": 5542504,
+ "drop_percentage": 0.015299943852092844
+ },
+ {
+ "rx_pps": 526697.8993711005,
+ "rx_pkts": 5234062,
+ "time_ms": 1648621668148,
+ "drop_pct": 1,
+ "total_tx_pps": 523406,
+ "tx_pps": 526698,
+ "tx_pkts": 5234063,
+ "drop_percentage": 1.9105616420742355e-05
+ },
+ {
+ "rx_pps": 542111.0142915759,
+ "rx_pkts": 5387774,
+ "time_ms": 1648621680646,
+ "drop_pct": 785,
+ "total_tx_pps": 538855,
+ "tx_pps": 542190,
+ "tx_pkts": 5388559,
+ "drop_percentage": 0.01456790210518248
+ },
+ {
+ "rx_pps": 534373.8016685186,
+ "rx_pkts": 5321028,
+ "time_ms": 1648621693162,
+ "drop_pct": 699,
+ "total_tx_pps": 532172,
+ "tx_pps": 534444,
+ "tx_pkts": 5321727,
+ "ndr_pps": 263349,
+ "drop_percentage": 0.013134833861263458
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "42bb799d87974e05a9480378a9074174"
+ },
+ "synthesis": {
+ "avg_delay_usec": 106.50022525526063,
+ "total_tx_rate": 523406
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "1518"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:30:43",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "53e4dda50a71447681903270ab2e5a3e",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "1518"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "1518"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "1518": {
+ "ndr": {
+ "load_percent_per_direction": 12.6953125,
+ "timestamp_sec": 1648621986.5806987,
+ "stats": {
+ "total_tx_rate": 512701,
+ "overall": {
+ "rx_pkts": 5127015,
+ "drop_percentage": 3.900903780892476e-05,
+ "drop_pct": 2,
+ "max_delay_usec": 304,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 5127017,
+ "avg_delay_usec": 148.00000409595057,
+ "min_delay_usec": 34,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 2563507,
+ "min_delay_usec": 34,
+ "drop_pct": 2,
+ "max_delay_usec": 304,
+ "tx_pkts": 2563508,
+ "avg_delay_usec": 127,
+ "drop_percentage": 7.801809083490279e-05
+ },
+ "0": {
+ "rx_pkts": 2563508,
+ "min_delay_usec": 35,
+ "drop_pct": 0,
+ "max_delay_usec": 301,
+ "tx_pkts": 2563509,
+ "avg_delay_usec": 169,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 6308273104.0,
+ "theoretical_tx_rate_pps": 4063719.1157347206
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 25.390625,
+ "duration_sec": 10.0,
+ "l2frame_size": "1518",
+ "rate_pps": 515900,
+ "rate_bps": 6347656250.0,
+ "time_taken_sec": 137.57492327690125
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 1534778.8969990357,
+ "rx_pkts": 15015623,
+ "time_ms": 1648621861490,
+ "drop_pct": 24742063,
+ "total_tx_pps": 3975768,
+ "tx_pps": 4063718,
+ "tx_pkts": 39757686,
+ "drop_percentage": 62.23215053310698
+ },
+ {
+ "rx_pps": 1446228.6489812837,
+ "rx_pkts": 14371898,
+ "time_ms": 1648621874016,
+ "drop_pct": 5819692,
+ "total_tx_pps": 2019159,
+ "tx_pps": 2031858,
+ "tx_pkts": 20191590,
+ "drop_percentage": 28.822356238414113
+ },
+ {
+ "rx_pps": 1015743.6478261326,
+ "rx_pkts": 10093954,
+ "time_ms": 1648621886513,
+ "drop_pct": 1832,
+ "total_tx_pps": 1009578,
+ "tx_pps": 1015928,
+ "tx_pkts": 10095786,
+ "drop_percentage": 0.018146184952811003
+ },
+ {
+ "rx_pps": 507963.59748457576,
+ "rx_pkts": 5047892,
+ "time_ms": 1648621899009,
+ "drop_pct": 4,
+ "total_tx_pps": 504789,
+ "tx_pps": 507964,
+ "tx_pkts": 5047896,
+ "drop_percentage": 7.9240935233214e-05
+ },
+ {
+ "rx_pps": 761669.4717574592,
+ "rx_pkts": 7569092,
+ "time_ms": 1648621911525,
+ "drop_pct": 2748,
+ "total_tx_pps": 757184,
+ "tx_pps": 761946,
+ "tx_pkts": 7571840,
+ "drop_percentage": 0.0362923675090863
+ },
+ {
+ "rx_pps": 634709.9871290971,
+ "rx_pkts": 6308068,
+ "time_ms": 1648621924063,
+ "drop_pct": 2445,
+ "total_tx_pps": 631051,
+ "tx_pps": 634956,
+ "tx_pkts": 6310513,
+ "drop_percentage": 0.038744869077997304
+ },
+ {
+ "rx_pps": 570817.786304882,
+ "rx_pkts": 5672503,
+ "time_ms": 1648621936573,
+ "drop_pct": 6382,
+ "total_tx_pps": 567888,
+ "tx_pps": 571460,
+ "tx_pkts": 5678885,
+ "drop_percentage": 0.11238121567878201
+ },
+ {
+ "rx_pps": 539659.9475749807,
+ "rx_pkts": 5370429,
+ "time_ms": 1648621949076,
+ "drop_pct": 518,
+ "total_tx_pps": 537094,
+ "tx_pps": 539712,
+ "tx_pkts": 5370947,
+ "drop_percentage": 0.009644481690100461
+ },
+ {
+ "rx_pps": 523812.0403582982,
+ "rx_pkts": 5205908,
+ "time_ms": 1648621961578,
+ "drop_pct": 258,
+ "total_tx_pps": 520616,
+ "tx_pps": 523838,
+ "tx_pkts": 5206166,
+ "drop_percentage": 0.004955662189795715
+ },
+ {
+ "rx_pps": 515899.79875237396,
+ "rx_pkts": 5127015,
+ "time_ms": 1648621974085,
+ "drop_pct": 2,
+ "total_tx_pps": 512701,
+ "tx_pps": 515900,
+ "tx_pkts": 5127017,
+ "drop_percentage": 3.900903780892476e-05
+ },
+ {
+ "rx_pps": 519853.3979002963,
+ "rx_pkts": 5166564,
+ "time_ms": 1648621986579,
+ "drop_pct": 165,
+ "total_tx_pps": 516672,
+ "tx_pps": 519870,
+ "tx_pkts": 5166729,
+ "ndr_pps": 257950,
+ "drop_percentage": 0.003193509858945573
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "53e4dda50a71447681903270ab2e5a3e"
+ },
+ "synthesis": {
+ "avg_delay_usec": 148.00000409595057,
+ "total_tx_rate": 512701
+ }
+ },
+ {
+ "input": {
+ "duration_sec": "10",
+ "flavor_type": "nfvbench.loop.basic",
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "frame_sizes": [
+ "9000"
+ ],
+ "rate": "ndr",
+ "flow_count": "100k",
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "user_label": "amical_tc12_basic"
+ },
+ "output": {
+ "status": "OK",
+ "result": {
+ "date": "2022-03-30 06:42:59",
+ "nfvbench_version": "5.0.4.dev29",
+ "config": {
+ "compute_nodes": null,
+ "traffic_generator": {
+ "mac_addrs_left": null,
+ "gateway_ip_addrs": [
+ "192.168.30.2",
+ "192.168.31.2"
+ ],
+ "mac_addrs_right": null,
+ "default_profile": "trex-local",
+ "src_vteps": null,
+ "generator_profile": [
+ {
+ "intf_speed": null,
+ "name": "trex-local",
+ "ip": "127.0.0.1",
+ "zmq_rpc_port": 4501,
+ "tool": "TRex",
+ "platform": {
+ "master_thread_id": "0",
+ "latency_thread_id": "1",
+ "dual_if": [
+ {
+ "threads": [
+ 2,
+ 3,
+ 4,
+ 5,
+ 6,
+ 7
+ ],
+ "socket": 0
+ }
+ ]
+ },
+ "zmq_pub_port": 4500,
+ "interfaces": [
+ {
+ "switch": null,
+ "pci": "0000:00:05.0",
+ "port": 0
+ },
+ {
+ "switch": null,
+ "pci": "0000:00:06.0",
+ "port": 1
+ }
+ ],
+ "cores": 5,
+ "software_mode": false
+ }
+ ],
+ "vtep_gateway_ips": null,
+ "tg_gateway_ip_addrs_step": "0.0.0.1",
+ "udp_port_step": "1",
+ "udp_src_port": [
+ "49152",
+ "49168"
+ ],
+ "gateway_ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_addrs": [
+ "192.168.30.1",
+ "192.168.31.1"
+ ],
+ "ip_addrs": [
+ "198.18.0.0/16",
+ "198.19.0.0/16"
+ ],
+ "ip_src_static": true,
+ "host_name": "nfvbench_tg",
+ "ip_addrs_step": "0.0.0.1",
+ "tg_gateway_ip_cidrs": [
+ "192.168.1.0/24",
+ "192.168.2.0/24"
+ ],
+ "dst_vtep": null,
+ "vtep_vlan": null,
+ "udp_dst_port": [
+ "49152",
+ "49168"
+ ]
+ },
+ "availability_zone": "nova",
+ "vif_multiqueue_size": 8,
+ "periodic_gratuitous_arp": false,
+ "flavor": {
+ "vcpus": 2,
+ "disk": 0,
+ "extra_specs": {
+ "hw:cpu_policy": "dedicated",
+ "hw:mem_page_size": "large"
+ },
+ "ram": 4096
+ },
+ "floating_network": {
+ "subnet": "nfvbench-floating-subnet",
+ "name": "nfvbench-floating-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "network_type": "vlan"
+ },
+ "user_info": null,
+ "service_chain": "PVP",
+ "sriov": false,
+ "vxlan": false,
+ "intf_speed_detected": 25000000000.0,
+ "pause_sec": 2.0,
+ "internal_networks": {
+ "middle": {
+ "subnet": "nfvbench-msubnet",
+ "name": "nfvbench-mnet",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.3.0/24",
+ "network_type": "vlan"
+ },
+ "right": {
+ "subnet": "subnet_nfvbench_vn2bis",
+ "name": "net_nfvbench_vn2bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.31.0/24",
+ "network_type": "vlan"
+ },
+ "left": {
+ "subnet": "subnet_nfvbench_vn1bis",
+ "name": "net_nfvbench_vn1bis",
+ "segmentation_id": null,
+ "physical_network": null,
+ "mpls_transport_labels": null,
+ "cidr": "192.168.30.0/24",
+ "network_type": "vlan"
+ }
+ },
+ "no_vswitch_access": false,
+ "traffic": {
+ "bidirectional": true,
+ "profile": "custom_traffic_profile"
+ },
+ "restart": false,
+ "vm_image_file": "nfvbenchvm-0.15.0901.qcow2",
+ "name": "nfvbench.conf",
+ "std_json": null,
+ "l2_loopback": false,
+ "request_id": "f621b77faf384c08b3fcb9b6a3ec9523",
+ "debug": false,
+ "group_id": null,
+ "loop_vm_name": "nfvbench-loop-vm",
+ "check_traffic_time_sec": 200,
+ "num_mbufs": 128000,
+ "rate": "ndr",
+ "service_chain_count": 1,
+ "service_chain_shared_net": true,
+ "measurement": {
+ "NDR": 0.001,
+ "PDR": 0.1,
+ "load_epsilon": 0.1
+ },
+ "l3_router": false,
+ "debug_mask": 0,
+ "factory_class": "BasicFactory",
+ "tg-tool": "TRex",
+ "frame_sizes": [
+ "9000"
+ ],
+ "service_mode": false,
+ "edge_networks": {
+ "right": {
+ "subnet": "nfvbench-subnet3",
+ "name": "nfvbench-net3",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.4.0/24",
+ "router_name": "router_right",
+ "gateway": null
+ },
+ "left": {
+ "subnet": "nfvbench-subnet2",
+ "name": "nfvbench-net2",
+ "segmentation_id": null,
+ "network_type": null,
+ "physical_network": null,
+ "cidr": "192.168.3.0/24",
+ "router_name": "router_left",
+ "gateway": null
+ }
+ },
+ "ndr_run": true,
+ "use_management_port": false,
+ "hypervisor_hostname": "localdomain",
+ "cache_size": 16,
+ "pdr_run": false,
+ "vlan_tagging": false,
+ "fluentd": [
+ {
+ "ip": "172.20.73.203",
+ "result_tag": "nfvbench.results.amical",
+ "logging_tag": "nfvbench.logs.amical",
+ "port": 25225
+ }
+ ],
+ "use_floating_ip": false,
+ "flow_count": 100000,
+ "loop_vm_arp": false,
+ "user_id": null,
+ "openrc_file": null,
+ "disable_hdrh": false,
+ "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "vm_forwarder": "vpp",
+ "factory_module": "nfvbench.factory",
+ "no_latency_streams": false,
+ "single_run": false,
+ "no_arp": false,
+ "cores_used": 5,
+ "traffic_profile": [
+ {
+ "l2frame_size": [
+ "9000"
+ ],
+ "name": "custom_traffic_profile"
+ }
+ ],
+ "vlans": [
+ 2512,
+ 2517
+ ],
+ "tg-name": "trex-local",
+ "management_network": {
+ "subnet": "nfvbench-management-subnet",
+ "name": "nfvbench-management-net",
+ "segmentation_id": null,
+ "network_type": "vlan",
+ "physical_network": null,
+ "cidr": "192.168.0.0/24",
+ "gateway": "192.168.0.254"
+ },
+ "no_traffic": false,
+ "mpls": false,
+ "duration_sec": 10.0,
+ "clouds_detail": "openstack",
+ "mbuf_64": null,
+ "generic_poll_sec": 2,
+ "idle_interfaces_per_vm": 0,
+ "no_flow_stats": true,
+ "lat_percentiles": [
+ 25,
+ 75,
+ 99
+ ],
+ "no_cleanup": true,
+ "no_e2e_check": false,
+ "intf_speed_used": 25000000000.0,
+ "generator_profile": "trex-local",
+ "mbuf_factor": 0.2,
+ "user_label": "amical_tc12_basic",
+ "intf_speed": null,
+ "generic_retry_count": 100,
+ "flavor_type": "nfvbench.loop.basic",
+ "use_sriov_middle_net": false,
+ "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json",
+ "std_json_path": null,
+ "unidir_reverse_traffic_pps": 1,
+ "i40e_mixed": "ignore",
+ "gratuitous_arp_pps": 1,
+ "idle_networks": {
+ "subnet": "nfvbench-idle-subnet",
+ "name": "nfvbench-idle-net",
+ "segmentation_id": null,
+ "physical_network": null,
+ "cidr": "192.169.1.0/24",
+ "network_type": "vlan"
+ },
+ "interval_sec": 10.0,
+ "no_latency_stats": false,
+ "cores": null,
+ "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log",
+ "external_networks": {
+ "right": null,
+ "left": null
+ }
+ },
+ "benchmarks": {
+ "network": {
+ "service_chain": {
+ "PVP": {
+ "result": {
+ "compute_nodes": {},
+ "profile": "custom_traffic_profile",
+ "service_chain_count": 1,
+ "result": {
+ "9000": {
+ "ndr": {
+ "load_percent_per_direction": 39.84375,
+ "timestamp_sec": 1648622722.125216,
+ "stats": {
+ "total_tx_rate": 274380,
+ "overall": {
+ "rx_pkts": 2743802,
+ "drop_percentage": 0.0,
+ "drop_pct": 0,
+ "max_delay_usec": 1244,
+ "lat_percentile": {
+ "99": "n/a",
+ "25": "n/a",
+ "75": "n/a"
+ },
+ "tx_pkts": 2743802,
+ "avg_delay_usec": 641.5002263282846,
+ "min_delay_usec": 72,
+ "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg="
+ },
+ "1": {
+ "rx_pkts": 1371832,
+ "min_delay_usec": 74,
+ "drop_pct": 0,
+ "max_delay_usec": 1244,
+ "tx_pkts": 1371970,
+ "avg_delay_usec": 637,
+ "drop_percentage": 0.0
+ },
+ "0": {
+ "rx_pkts": 1371970,
+ "min_delay_usec": 72,
+ "drop_pct": 0,
+ "max_delay_usec": 1235,
+ "tx_pkts": 1371832,
+ "avg_delay_usec": 646,
+ "drop_percentage": 0.0
+ },
+ "theoretical_tx_rate_bps": 50000000000.0,
+ "offered_tx_rate_bps": 19799260800.0,
+ "theoretical_tx_rate_pps": 692904.6563192905
+ },
+ "initial_rate_type": "rate_percent",
+ "rate_percent": 79.6875,
+ "duration_sec": 10.0,
+ "l2frame_size": "9000",
+ "rate_pps": 276078,
+ "rate_bps": 19921875000.0,
+ "time_taken_sec": 137.65054941177368
+ },
+ "iteration_stats": {
+ "ndr_pdr": [
+ {
+ "rx_pps": 273698.46051110676,
+ "rx_pkts": 2718128,
+ "time_ms": 1648622596961,
+ "drop_pct": 4163174,
+ "total_tx_pps": 688130,
+ "tx_pps": 692904,
+ "tx_pkts": 6881302,
+ "drop_percentage": 60.49980076444836
+ },
+ {
+ "rx_pps": 276582.23920405895,
+ "rx_pkts": 2748537,
+ "time_ms": 1648622609474,
+ "drop_pct": 694331,
+ "total_tx_pps": 344286,
+ "tx_pps": 346452,
+ "tx_pkts": 3442868,
+ "drop_percentage": 20.167226858537706
+ },
+ {
+ "rx_pps": 173226.0,
+ "rx_pkts": 1721434,
+ "time_ms": 1648622622000,
+ "drop_pct": 0,
+ "total_tx_pps": 172143,
+ "tx_pps": 173226,
+ "tx_pkts": 1721434,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 259838.0,
+ "rx_pkts": 2582143,
+ "time_ms": 1648622634517,
+ "drop_pct": 0,
+ "total_tx_pps": 258214,
+ "tx_pps": 259838,
+ "tx_pkts": 2582143,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 276973.17842007434,
+ "rx_pkts": 2752701,
+ "time_ms": 1648622647105,
+ "drop_pct": 260099,
+ "total_tx_pps": 301280,
+ "tx_pps": 303144,
+ "tx_pkts": 3012800,
+ "drop_percentage": 8.633131970260223
+ },
+ {
+ "rx_pps": 276794.44570930133,
+ "rx_pkts": 2750648,
+ "time_ms": 1648622659614,
+ "drop_pct": 46682,
+ "total_tx_pps": 279733,
+ "tx_pps": 281492,
+ "tx_pkts": 2797330,
+ "drop_percentage": 1.6688056110648368
+ },
+ {
+ "rx_pps": 270664.0,
+ "rx_pkts": 2694191,
+ "time_ms": 1648622672130,
+ "drop_pct": 0,
+ "total_tx_pps": 269419,
+ "tx_pps": 270664,
+ "tx_pkts": 2694191,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 276078.0,
+ "rx_pkts": 2743802,
+ "time_ms": 1648622684633,
+ "drop_pct": 0,
+ "total_tx_pps": 274380,
+ "tx_pps": 276078,
+ "tx_pkts": 2743802,
+ "drop_percentage": 0.0
+ },
+ {
+ "rx_pps": 276955.355288579,
+ "rx_pkts": 2752523,
+ "time_ms": 1648622697132,
+ "drop_pct": 18174,
+ "total_tx_pps": 277069,
+ "tx_pps": 278784,
+ "tx_pkts": 2770697,
+ "drop_percentage": 0.6559360334240807
+ },
+ {
+ "rx_pps": 276409.30910346564,
+ "rx_pkts": 2746820,
+ "time_ms": 1648622709624,
+ "drop_pct": 10163,
+ "total_tx_pps": 275698,
+ "tx_pps": 277432,
+ "tx_pkts": 2756983,
+ "drop_percentage": 0.3686275903768721
+ },
+ {
+ "rx_pps": 276744.94431529724,
+ "rx_pkts": 2750432,
+ "time_ms": 1648622722124,
+ "drop_pct": 90,
+ "total_tx_pps": 275052,
+ "tx_pps": 276754,
+ "tx_pkts": 2750522,
+ "ndr_pps": 138039,
+ "drop_percentage": 0.003272106167483845
+ }
+ ]
+ }
+ }
+ },
+ "flow_count": 100000,
+ "bidirectional": true
+ }
+ }
+ },
+ "versions": {
+ "Traffic_Generator": {
+ "build_date": "Apr 14 2021",
+ "version": "v2.89",
+ "built_by": "hhaim",
+ "mode": "STL",
+ "build_time": "11:22:15"
+ }
+ }
+ }
+ }
+ },
+ "request_id": "f621b77faf384c08b3fcb9b6a3ec9523"
+ },
+ "synthesis": {
+ "avg_delay_usec": 641.5002263282846,
+ "total_tx_rate": 274380
+ }
+ }
+ ]
+ },
+ "fail_tests": 0,
+ "total_tests": 1,
+ "pass_tests": 1
+ }
+ }
+ ]
+}
diff --git a/test/ut_behave_tests/test_steps.py b/test/ut_behave_tests/test_steps.py
new file mode 100644
index 0000000..ae6df45
--- /dev/null
+++ b/test/ut_behave_tests/test_steps.py
@@ -0,0 +1,151 @@
+#!/usr/bin/env python
+# Copyright 2022 Orange
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+
+"""
+Unit tests for some of the functions found in behave_tests/features/steps/steps.py
+"""
+
+import logging
+import unittest
+from unittest.mock import call, Mock, patch
+
+from behave_tests.features.steps.steps import get_last_result
+from .test_utils import setup_logging, stub_requests_get
+
+
+def setUpModule():
+ setup_logging()
+
+
+class TestGetLastResult(unittest.TestCase):
+ def setUp(self):
+ # Mock requests.get() so that TestAPI results come from JSON files
+ # found in test_data/ directory.
+ patcher = patch('behave_tests.features.steps.testapi.requests')
+ self._mock_requests = patcher.start()
+ self._mock_requests.get.side_effect = stub_requests_get
+ self.addCleanup(patcher.stop)
+
+ # Setup a mock for behave context
+ self._context = Mock()
+ self._context.data = {
+ 'PROJECT_NAME': "nfvbench",
+ 'TEST_DB_URL': "http://127.0.0.1:8000/api/v1/results"
+ }
+ self._context.logger = logging.getLogger("behave_tests")
+
+ def test_get_last_result_throughput_characterization(self):
+ self._context.json = {
+ "frame_sizes": ['64'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "ndr",
+ "user_label": "amical_tc18_loopback"
+ }
+ self._context.tag = "throughput"
+
+ last_result = get_last_result(self._context, reference=True)
+
+ self.assertIsNotNone(last_result)
+ self.assertEqual(16765582, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(25, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self._mock_requests.get.assert_called_once_with(
+ "http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1")
+
+ def test_get_last_result_latency_characterization(self):
+ self._context.json = {
+ "frame_sizes": ['768'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "90%",
+ "user_label": "amical_tc6_intensive"
+ }
+ self._context.tag = "latency"
+
+ last_result = get_last_result(self._context, reference=True)
+
+ self.assertIsNotNone(last_result)
+ self.assertEqual(262275, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(353, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self._mock_requests.get.assert_has_calls([
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1"),
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=2")])
+
+ def test_last_result_not_found(self):
+ self._context.json = {
+ "frame_sizes": ['64'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "ndr",
+ "user_label": "toto_titi_tata" # User label not in test data
+ }
+ self._context.tag = "throughput"
+
+ with self.assertRaises(AssertionError):
+ get_last_result(self._context, reference=True)
+
+ self._mock_requests.get.assert_has_calls([
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1"),
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=2")])
+
+ def test_get_last_result_throughput_non_regression(self):
+ self._context.CASE_NAME = "non-regression"
+ self._context.json = {
+ "frame_sizes": ['1518'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "ndr",
+ "user_label": "amical_tc12_basic"
+ }
+ self._context.tag = "throughput"
+
+ last_result = get_last_result(self._context)
+
+ self.assertIsNotNone(last_result)
+ self.assertEqual(512701, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(148, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self._mock_requests.get.assert_called_once_with(
+ "http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=non-regression&criteria=PASS&page=1")
+
+ def test_get_last_result_latency_non_regression(self):
+ self._context.CASE_NAME = "non-regression"
+ self._context.json = {
+ "frame_sizes": ['1518'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "70%",
+ "user_label": "amical_tc12_basic"
+ }
+ self._context.tag = "latency"
+
+ last_result = get_last_result(self._context)
+
+ self.assertIsNotNone(last_result)
+ self.assertEqual(352040, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(114, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self._mock_requests.get.assert_called_once_with(
+ "http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=non-regression&criteria=PASS&page=1")
diff --git a/test/ut_behave_tests/test_testapi.py b/test/ut_behave_tests/test_testapi.py
new file mode 100644
index 0000000..0fbcd96
--- /dev/null
+++ b/test/ut_behave_tests/test_testapi.py
@@ -0,0 +1,132 @@
+#!/usr/bin/env python
+# Copyright 2022 Orange
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+
+"""
+Unit tests for the testapi module found in behave_tests/features/steps.
+"""
+
+import unittest
+from unittest.mock import call, patch
+
+from behave_tests.features.steps.testapi import TestapiClient
+from .test_utils import setup_logging, stub_requests_get
+
+
+def setUpModule():
+ setup_logging(log_filename="ut_behave_tests_testapi.log")
+
+
+class TestTestapiClient(unittest.TestCase):
+ def setUp(self):
+ patcher = patch('behave_tests.features.steps.testapi.requests')
+ self.mock_requests = patcher.start()
+ self.mock_requests.get.side_effect = stub_requests_get
+ self.addCleanup(patcher.stop)
+
+ def test_find_characterization_throughput_on_page_1(self):
+ client = TestapiClient("http://127.0.0.1:8000/api/v1/results")
+ testapi_params = {"project_name": "nfvbench", "case_name": "characterization"}
+ nfvbench_test_input = {"frame_sizes": ['64'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "ndr",
+ "user_label": "amical_tc18_loopback"}
+ last_result = client.find_last_result(testapi_params,
+ scenario_tag="throughput",
+ nfvbench_test_input=nfvbench_test_input)
+ self.assertIsNotNone(last_result)
+ self.assertEqual(16765582, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(25, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self.mock_requests.get.assert_called_once_with(
+ "http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1")
+
+ def test_find_characterization_latency_on_page_2(self):
+ client = TestapiClient("http://127.0.0.1:8000/api/v1/results")
+ testapi_params = {"project_name": "nfvbench", "case_name": "characterization"}
+ nfvbench_test_input = {"frame_sizes": ['768'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "90%",
+ "user_label": "amical_tc6_intensive"}
+ last_result = client.find_last_result(testapi_params,
+ scenario_tag="latency",
+ nfvbench_test_input=nfvbench_test_input)
+ self.assertIsNotNone(last_result)
+ self.assertEqual(262275, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(353, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self.mock_requests.get.assert_has_calls([
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1"),
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=2")])
+
+ def test_no_result_found(self):
+ client = TestapiClient("http://127.0.0.1:8000/api/v1/results")
+ testapi_params = {"project_name": "nfvbench", "case_name": "characterization"}
+ nfvbench_test_input = {"frame_sizes": ['768'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "90%",
+ "user_label": "toto_titi_tata"} # User label not in test data
+ last_result = client.find_last_result(testapi_params,
+ scenario_tag="throughput",
+ nfvbench_test_input=nfvbench_test_input)
+ self.assertIsNone(last_result)
+
+ self.mock_requests.get.assert_has_calls([
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1"),
+ call("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=2")])
+
+ def test_requests_errors(self):
+ """Check that an exception is raised in case of problem with requests."""
+ client = TestapiClient("http://127.0.0.1:8000/api/v1/results")
+ testapi_params = {"project_name": "foo", # non-existent project
+ "case_name": "characterization"}
+ nfvbench_test_input = {"frame_sizes": ['768'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "90%",
+ "user_label": "amical_tc6_intensive"}
+
+ with self.assertRaises(ValueError):
+ client.find_last_result(testapi_params, scenario_tag="throughput",
+ nfvbench_test_input=nfvbench_test_input)
+
+ def test_flavor_is_ignored(self):
+ """Check that lookup in TestAPI does not filter on the flavor_type."""
+ client = TestapiClient("http://127.0.0.1:8000/api/v1/results")
+ testapi_params = {"project_name": "nfvbench", "case_name": "characterization"}
+ nfvbench_test_input = {"frame_sizes": ['64'],
+ "flow_count": "100k",
+ "duration_sec": '10',
+ "rate": "ndr",
+ "user_label": "amical_tc18_loopback",
+ "flavor_type": "no_such_flavor"}
+ last_result = client.find_last_result(testapi_params,
+ scenario_tag="throughput",
+ nfvbench_test_input=nfvbench_test_input)
+ self.assertIsNotNone(last_result)
+ self.assertEqual(16765582, last_result["synthesis"]["total_tx_rate"])
+ self.assertEqual(25, round(last_result["synthesis"]["avg_delay_usec"]))
+
+ self.mock_requests.get.assert_called_once_with(
+ "http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1")
diff --git a/test/ut_behave_tests/test_utils.py b/test/ut_behave_tests/test_utils.py
new file mode 100644
index 0000000..0d06707
--- /dev/null
+++ b/test/ut_behave_tests/test_utils.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# Copyright 2022 Orange
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+
+"""
+Utility functions for unit tests.
+"""
+
+import json
+import logging
+import pathlib
+import unittest
+from unittest.mock import Mock
+
+
+# -----------------------------------------------------------------------------------------
+# Logging helpers
+# -----------------------------------------------------------------------------------------
+
+def setup_logging(log_filename="ut_behave_tests.log", *, log_to_console=False):
+ """Setup logging for unit tests.
+
+ Principles:
+ - re-use the global "behave_tests" logger
+ - if `log_to_console` is True, log messages up to INFO level to the console
+ (can be useful when running tests with unittest instead of pytest)
+ - if `log_filename` is provided, log messages up to DEBUG level to the log file
+ """
+ logger = logging.getLogger("behave_tests")
+ logger.setLevel(logging.DEBUG)
+ formatter = logging.Formatter("%(levelname)s:%(filename)s:%(lineno)s: %(message)s")
+
+ # Configure logging to the console
+ if log_to_console:
+ ch = logging.StreamHandler()
+ ch.setLevel(logging.INFO)
+ ch.setFormatter(formatter)
+ logger.addHandler(ch)
+
+ # Configure logging to the log file
+ if log_filename is not None:
+ fh = logging.FileHandler(filename=log_filename, mode='w')
+ fh.setLevel(logging.DEBUG)
+ fh.setFormatter(formatter)
+ logger.addHandler(fh)
+
+ return logger
+
+
+# -----------------------------------------------------------------------------------------
+# Test data helpers
+# -----------------------------------------------------------------------------------------
+
+def get_test_data_dir() -> pathlib.Path:
+ """Get absolute path of the test_data/ dir.
+
+ We need this because the unit tests can be run from different locations
+ depending on the context (tox, development, ...)
+ """
+ return pathlib.Path(__file__).parent / 'test_data'
+
+
+def stub_requests_get(testapi_url):
+ """Mock a request to TestAPI results database.
+
+ Instead of doing a real request, build a filename from the URL suffix, find
+ the file in the `test_data` directory and return the contents of the file.
+
+ Args:
+ testapi_url: a URL starting with `http://127.0.0.1:8000/api/v1/results?`
+ and followed by the results file name without extension.
+
+ Returns:
+ A mock of a `requests.Response` object with the attributes `text` and
+ `status_code` and the method `json()`.
+ """
+ response = Mock()
+ filename_prefix = testapi_url.replace('http://127.0.0.1:8000/api/v1/results?', '')
+ if filename_prefix == testapi_url:
+ raise ValueError("For unit tests, TestAPI URL must start with "
+ "http://127.0.0.1:8000/api/v1/results?")
+ page_filename = get_test_data_dir() / (filename_prefix + ".json")
+ try:
+ with open(page_filename, 'r', encoding='utf-8') as results:
+ response.text = results.read()
+ response.json = lambda: json.loads(response.text)
+ response.status_code = 200
+ return response
+ except FileNotFoundError as e:
+ logging.getLogger("behave_tests").exception(e)
+ raise ValueError(f"No test data available for TestAPI URL: {testapi_url}") from e
+
+
+class TestStubRequestsGet(unittest.TestCase):
+ def test_valid_url(self):
+ response = stub_requests_get("http://127.0.0.1:8000/api/v1/results?"
+ "project=nfvbench&case=characterization&criteria=PASS&page=1")
+ self.assertEqual(200, response.status_code)
+ self.assertEqual("nfvbench", response.json()["results"][0]["project_name"])
+
+ def test_bad_prefix(self):
+ with self.assertRaises(ValueError):
+ stub_requests_get("http://no.way/api/v1/results?" "dummy_suffix")
+
+ def test_file_not_found(self):
+ with self.assertRaises(ValueError):
+ stub_requests_get("http://127.0.0.1:8000/api/v1/results?" "dummy_suffix")
diff --git a/tox.ini b/tox.ini
index 926e603..9b4d218 100644
--- a/tox.ini
+++ b/tox.ini
@@ -1,34 +1,29 @@
[tox]
minversion = 1.6
-envlist = py36,pep8,lint,docs,docs-linkcheck
+envlist = py38,pep8,lint,docs,docs-linkcheck
skipsdist = True
[testenv]
-pip_version = pip==20.2.4
usedevelop = True
install_command = pip install -U {opts} {packages}
setenv =
VIRTUAL_ENV={envdir}
-deps = -r{toxinidir}/requirements.txt
- -r{toxinidir}/test-requirements.txt
-commands = py.test -q --basetemp={envtmpdir} {posargs}
+deps =
+ -chttps://opendev.org/openstack/requirements/raw/branch/stable/yoga/upper-constraints.txt
+ -r{toxinidir}/requirements.txt
+ -r{toxinidir}/test-requirements.txt
+commands = py.test -q --basetemp={envtmpdir} {posargs} test/
[testenv:pep8]
-basepython = python3
+basepython = python3.8
+skip_install = True
commands = flake8 {toxinidir}
[testenv:lint]
-basepython = python3
+basepython = python3.8
+skip_install = True
commands = pylint --rcfile pylint.rc nfvbench test
-[testenv:venv]
-basepython = python3
-commands = {posargs}
-
-[testenv:cover]
-basepython = python3
-commands = python setup.py testr --coverage --testr-args='{posargs}'
-
[flake8]
# H803 skipped on purpose per list discussion.
# E123, E125 skipped as they are invalid PEP-8.
@@ -66,18 +61,24 @@ show-source = True
#H904: Wrap long lines in parentheses instead of a backslash
ignore = E117,E123,E125,E126,E127,E128,E211,E226,E231,E252,E302,E303,E305,E731,W503,W504,H101,H104,H216,H233,H236,H301,H302,H304,H306,H401,H404,H405,H803,H904,D102,D100,D107
builtins = _
-exclude=venv,.git,.tox,dist,doc,*openstack/common*,*lib/python*,*egg,build,dib-venv
+exclude=venv,.git,.tox,dist,doc,*openstack/common*,*lib/python*,*egg,build,nfvbenchvm
[testenv:docs]
-basepython = python3
-deps = -rdocs/requirements.txt
+basepython = python3.8
+deps =
+ -chttps://opendev.org/openstack/requirements/raw/branch/stable/yoga/upper-constraints.txt
+ -rdocs/requirements.txt
+skip_install = True
commands =
sphinx-build -b html -n -d {envtmpdir}/doctrees ./docs/ {toxinidir}/docs/_build/html
echo "Generated docs available in {toxinidir}/docs/_build/html"
whitelist_externals = echo
[testenv:docs-linkcheck]
-basepython = python3
-deps = -rdocs/requirements.txt
+basepython = python3.8
+deps =
+ -chttps://opendev.org/openstack/requirements/raw/branch/stable/yoga/upper-constraints.txt
+ -rdocs/requirements.txt
+skip_install = True
passenv = http_proxy https_proxy no_proxy
commands = sphinx-build -b linkcheck -d {envtmpdir}/doctrees ./docs/ {toxinidir}/docs/_build/linkcheck