diff options
| author |   Gwenael Lambrouin <gwenael.lambrouin@orange.com> | 2022-06-09 11:33:08 +0200 |
|---|---|---|
| committer | Gwenael Lambrouin <gwenael.lambrouin@orange.com> | 2022-10-17 17:57:25 +0200 |
| commit | a122713a5207a189d659d2d05d31e272b4c544f3 (patch) | |
| tree | f85fa7e8452939a23f686527cf0a25bcbdc5bf74 | |
| parent | 4236eba523bf0ac08ee32a010f861e00f791350d (diff) | |
behave_tests: add unit tests for TestAPI client
Change-Id: I31a8d774df406c993f6fb605eb09025d643c6e39
Signed-off-by: Gwenael Lambrouin <gwenael.lambrouin@orange.com>
| -rw-r--r-- | behave_tests/features/steps/testapi.py | 10 | ||||
| -rw-r--r-- | test/ut_behave_tests/__init__.py | 1 | ||||
| -rw-r--r-- | test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json | 48702 | ||||
| -rw-r--r-- | test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json | 25065 | ||||
| -rw-r--r-- | test/ut_behave_tests/test_testapi.py | 111 | ||||
| -rw-r--r-- | test/ut_behave_tests/test_utils.py | 119 |
6 files changed, 74003 insertions, 5 deletions
diff --git a/behave_tests/features/steps/testapi.py b/behave_tests/features/steps/testapi.py index 67e5104..aff7589 100644 --- a/behave_tests/features/steps/testapi.py +++ b/behave_tests/features/steps/testapi.py @@ -15,21 +15,21 @@ # import json +import logging import requests class TestapiClient: - def __init__(self, testapi_url: str, logger): + __test__ = False # Hint for pytest: TestapiClient is not a test class. + + def __init__(self, testapi_url: str): """ Args: testapi_url: testapi URL as a string, for instance "http://172.20.73.203:8000/api/v1/results" - - logger: reference to behave_tests logger. - """ self._base_url = testapi_url - self._logger = logger + self._logger = logging.getLogger("behave_tests") def find_last_result(self, testapi_params, scenario_tag: str, nfvbench_test_input): """Search testapi database and return latest result matching filters. diff --git a/test/ut_behave_tests/__init__.py b/test/ut_behave_tests/__init__.py new file mode 100644 index 0000000..0403bca --- /dev/null +++ b/test/ut_behave_tests/__init__.py @@ -0,0 +1 @@ +"""Unit tests for the behave_tests package.""" diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json new file mode 100644 index 0000000..885ab04 --- /dev/null +++ b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json @@ -0,0 +1,48702 @@ +{ + "pagination": { + "current_page": 1, + "total_pages": 2 + }, + "results": [ + { + "project_name": "nfvbench", + "scenario": "loopback", + "stop_date": "2022-04-25 02:32:44", + "case_name": "characterization", + "build_tag": "TOV5HRPLCZYW", + "version": "unknown", + "pod_name": "AMICAL", + "criteria": "PASS", + "installer": "unknown", + "_id": "6266084fc0d88e001ca15aaf", + "start_date": "2022-04-25 00:13:31", + "details": { + "tests": [ + { + "status": "passed", + "elements": [ + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 10.036147117614746, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 58.26510310173035, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015854835510253906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029850006103515625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010204315185546875, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011563301086425781, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00789332389831543, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.191978454589844, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014138221740722656, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026345252990722656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007787942886352539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.198084115982056, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002589225769042969, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078067779541015625, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4761390686035, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012445449829101562, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032782554626464844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007827281951904297, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.47583389282227, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030040740966796875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008013725280761719, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.47237610816956, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029087066650390625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007834196090698242, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4668493270874, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012111663818359375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003085136413574219, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008010625839233398, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.470552444458, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001327991485595703, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003223419189453125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010228157043457031, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007843494415283203, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.19991326332092, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002856254577636719, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001125335693359375, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078046321868896484, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4356060028076, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000133514404296875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003294944763183594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010228157043457031, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007808685302734375, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.21188402175903, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001220703125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028014183044433594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011420249938964844, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078582763671875, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.213879346847534, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014543533325195312, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026297569274902344, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.918212890625e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007826566696166992, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.2158465385437, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001385211944580078, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002658367156982422, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00782465934753418, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 180.64374685287476, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026535987854003906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0077762603759765625, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4992287158966, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014448165893554688, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032806396484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010180473327636719, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007920503616333008, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.49558329582214, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00012254714965820312, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007806301116943359, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5018527507782, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001227855682373047, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003173351287841797, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010251998901367188, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007884740829467773, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5023431777954, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012040138244628906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007809638977050781, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 56.228487968444824, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013756752014160156, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026535987854003906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00783085823059082, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4738347530365, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014972686767578125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002911090850830078, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00802922248840332, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.2336266040802, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002532005310058594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007838964462280273, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.23164749145508, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012135505676269531, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00025343894958496094, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011467933654785156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00780177116394043, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.239051818847656, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002503395080566406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.989738464355469e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008019447326660156, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 309.0816767215729, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012183189392089844, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026702880859375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007838964462280273, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.50160241127014, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012803077697753906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002942085266113281, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007815361022949219, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4943425655365, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011849403381347656, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003044605255126953, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.989738464355469e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007854700088500977, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5042459964752, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002963542938232422, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007800579071044922, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4900460243225, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003037452697753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010275840759277344, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007885217666625977, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.23350286483765, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001304149627685547, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010347366333007812, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008048772811889648, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.47489833831787, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013017654418945312, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002841949462890625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.0003788471221923828, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002548694610595703, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00780487060546875, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23451280593872, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015497207641601562, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011444091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00025391578674316406, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00824594497680664, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.24914073944092, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001533031463623047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00025177001953125, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0079345703125, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.221691846847534, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001533031463623047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001347064971923828, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024175643920898438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0079345703125, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23504996299744, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00016355514526367188, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011444091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002498626708984375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007980108261108398, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23746657371521, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001513957977294922, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011491775512695312, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002338886260986328, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007954835891723633, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.25133943557739, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015425682067871094, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011301040649414062, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024771690368652344, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008048534393310547, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.24317383766174, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015354156494140625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011491775512695312, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011086463928222656, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002601146697998047, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007915735244750977, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.240649700164795, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015354156494140625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", + "type": "scenario" + } + ], + "name": "characterization", + "keyword": "Feature", + "tags": [ + "characterization" + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" + } + ], + "skip_tests": 0, + "links": [ + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/xtesting.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.html", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/behave_tests.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/campaign_result.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/TESTS-characterization-full.xml", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" + ], + "results": { + "latency": [ + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:28:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "29ad1ab70db044069cca0a6862c8d563", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "11735907pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 15.714376742399999, + "rate_pps": 5846122, + "initial_rate_type": "rate_pps", + "rate_bps": 3928594185 + }, + "tx": { + "rate_percent": 15.714376742399999, + "rate_pps": 5846122, + "initial_rate_type": "rate_pps", + "rate_bps": 3928594185 + }, + "orig": { + "rate_percent": 15.773059008, + "rate_pps": 5867953, + "initial_rate_type": "rate_pps", + "rate_bps": 3943264752 + } + }, + "direction-total": { + "rx": { + "rate_percent": 31.429699929599998, + "rate_pps": 11692596.0, + "rate_bps": 7857424981.0 + }, + "tx": { + "rate_percent": 31.429699929599998, + "rate_pps": 11692596.0, + "rate_bps": 7857424981.0 + }, + "orig": { + "rate_percent": 31.546118016, + "rate_pps": 11735906.0, + "rate_bps": 7886529504.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 15.715323187200001, + "rate_pps": 5846474, + "initial_rate_type": "rate_pps", + "rate_bps": 3928830796 + }, + "tx": { + "rate_percent": 15.715323187200001, + "rate_pps": 5846474, + "initial_rate_type": "rate_pps", + "rate_bps": 3928830796 + }, + "orig": { + "rate_percent": 15.773059008, + "rate_pps": 5867953, + "initial_rate_type": "rate_pps", + "rate_bps": 3943264752 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 58410774, + "-59 (-0.0001%)" + ], + "lat_max_usec": 42, + "lat_avg_usec": 16, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 58464744, + 58464744 + ], + "lat_max_usec": 42, + "lat_avg_usec": 15, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 11692596, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193174528.0, + "pkt_rate": 5869806.5, + "max_delay_usec": 42, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 15.50001505653573, + "total_pkt_bytes": 7950965756, + "total_pkts": 116925967, + "min_delay_usec": 5 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 7950965756, + "total_pkts": 116925967, + "pkt_bit_rate": 3193170688.0, + "pkt_rate": 5869801.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193216000, + "pkt_rate": 5869884, + "max_delay_usec": 42, + "total_pkt_bytes": 3975363164, + "avg_delay_usec": 15, + "total_pkts": 58461223, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 3975602592, + "total_pkts": 58464744, + "pkt_bit_rate": 3193189888, + "pkt_rate": 5869842 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193133056, + "pkt_rate": 5869729, + "max_delay_usec": 42, + "total_pkt_bytes": 3975602592, + "avg_delay_usec": 16, + "total_pkts": 58464744, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 3975363164, + "total_pkts": 58461223, + "pkt_bit_rate": 3193151488, + "pkt_rate": 5869761 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 7857424512.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "29ad1ab70db044069cca0a6862c8d563" + }, + "synthesis": { + "avg_delay_usec": 15.50001505653573, + "total_tx_rate": 11692596 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:28:50", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "1cc7ff91553043a19730fd45e9d5f126", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "15089023pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 20.20257792, + "rate_pps": 7515840, + "initial_rate_type": "rate_pps", + "rate_bps": 5050644480 + }, + "tx": { + "rate_percent": 20.20257792, + "rate_pps": 7515840, + "initial_rate_type": "rate_pps", + "rate_bps": 5050644480 + }, + "orig": { + "rate_percent": 20.279646912, + "rate_pps": 7544511, + "initial_rate_type": "rate_pps", + "rate_bps": 5069911728 + } + }, + "direction-total": { + "rx": { + "rate_percent": 40.4063724288, + "rate_pps": 15032132.0, + "rate_bps": 10101593107.0 + }, + "tx": { + "rate_percent": 40.4063724288, + "rate_pps": 15032132.0, + "rate_bps": 10101593107.0 + }, + "orig": { + "rate_percent": 40.559293824, + "rate_pps": 15089022.0, + "rate_bps": 10139823456.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 20.203794508799998, + "rate_pps": 7516292, + "initial_rate_type": "rate_pps", + "rate_bps": 5050948627 + }, + "tx": { + "rate_percent": 20.203794508799998, + "rate_pps": 7516292, + "initial_rate_type": "rate_pps", + "rate_bps": 5050948627 + }, + "orig": { + "rate_percent": 20.279646912, + "rate_pps": 7544511, + "initial_rate_type": "rate_pps", + "rate_bps": 5069911728 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 75091840, + "-79 (-0.0001%)" + ], + "lat_max_usec": 41, + "lat_avg_usec": 18, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 75162926, + 75162926 + ], + "lat_max_usec": 40, + "lat_avg_usec": 16, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 15032132, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096779776.0, + "pkt_rate": 7530844.5, + "max_delay_usec": 41, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 17.00003010883499, + "total_pkt_bytes": 10221850168, + "total_pkts": 150321326, + "min_delay_usec": 5 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 10221850168, + "total_pkts": 150321326, + "pkt_bit_rate": 4096779520.0, + "pkt_rate": 7530849.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096839424, + "pkt_rate": 7530954, + "max_delay_usec": 40, + "total_pkt_bytes": 5110771200, + "avg_delay_usec": 16, + "total_pkts": 75158400, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 5111078968, + "total_pkts": 75162926, + "pkt_bit_rate": 4096763136, + "pkt_rate": 7530821 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096720128, + "pkt_rate": 7530735, + "max_delay_usec": 41, + "total_pkt_bytes": 5111078968, + "avg_delay_usec": 18, + "total_pkts": 75162926, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 5110771200, + "total_pkts": 75158400, + "pkt_bit_rate": 4096795904, + "pkt_rate": 7530877 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 10101592704.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1cc7ff91553043a19730fd45e9d5f126" + }, + "synthesis": { + "avg_delay_usec": 17.00003010883499, + "total_tx_rate": 15032132 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:29:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "83c6271d2c784b99971cb644e7b35976", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "5275399pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.2607564672, + "rate_pps": 2627726, + "initial_rate_type": "rate_pps", + "rate_bps": 16565189116 + }, + "tx": { + "rate_percent": 66.2607564672, + "rate_pps": 2627726, + "initial_rate_type": "rate_pps", + "rate_bps": 16565189116 + }, + "orig": { + "rate_percent": 66.512230592, + "rate_pps": 2637699, + "initial_rate_type": "rate_pps", + "rate_bps": 16628057648 + } + }, + "direction-total": { + "rx": { + "rate_percent": 132.52550210559997, + "rate_pps": 5255610.0, + "rate_bps": 33131375525.0 + }, + "tx": { + "rate_percent": 132.52550210559997, + "rate_pps": 5255610.0, + "rate_bps": 33131375525.0 + }, + "orig": { + "rate_percent": 133.024461184, + "rate_pps": 5275398.0, + "rate_bps": 33256115296.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.26474563839999, + "rate_pps": 2627884, + "initial_rate_type": "rate_pps", + "rate_bps": 16566186409 + }, + "tx": { + "rate_percent": 66.26474563839999, + "rate_pps": 2627884, + "initial_rate_type": "rate_pps", + "rate_bps": 16566186409 + }, + "orig": { + "rate_percent": 66.512230592, + "rate_pps": 2637699, + "initial_rate_type": "rate_pps", + "rate_bps": 16628057648 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 26254197, + "+5 (+0.0000%)" + ], + "lat_max_usec": 52, + "lat_avg_usec": 27, + "lat_min_usec": 6, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 26278849, + 26278849 + ], + "lat_max_usec": 64, + "lat_avg_usec": 27, + "lat_min_usec": 8, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 5255611, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250518528.0, + "pkt_rate": 2631236.0, + "max_delay_usec": 64, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 27.0, + "total_pkt_bytes": 40573321552, + "total_pkts": 52556116, + "min_delay_usec": 6 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 40573321552, + "total_pkts": 52556116, + "pkt_bit_rate": 16250488832.0, + "pkt_rate": 2631232.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250605568, + "pkt_rate": 2631250, + "max_delay_usec": 64, + "total_pkt_bytes": 20286050124, + "avg_delay_usec": 27, + "total_pkts": 26277267, + "min_delay_usec": 8 + }, + "tx": { + "total_pkt_bytes": 20287271428, + "total_pkts": 26278849, + "pkt_bit_rate": 16250417152, + "pkt_rate": 2631220 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250431488, + "pkt_rate": 2631222, + "max_delay_usec": 52, + "total_pkt_bytes": 20287271428, + "avg_delay_usec": 27, + "total_pkts": 26278849, + "min_delay_usec": 6 + }, + "tx": { + "total_pkt_bytes": 20286050124, + "total_pkts": 26277267, + "pkt_bit_rate": 16250560512, + "pkt_rate": 2631244 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33131371744.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "83c6271d2c784b99971cb644e7b35976" + }, + "synthesis": { + "avg_delay_usec": 27.0, + "total_tx_rate": 5255611 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:30:02", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2455d986fcbe4f858b57eb97a3d6cf28", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "6782656pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.19754631679999, + "rate_pps": 3378709, + "initial_rate_type": "rate_pps", + "rate_bps": 21299386579 + }, + "tx": { + "rate_percent": 85.19754631679999, + "rate_pps": 3378709, + "initial_rate_type": "rate_pps", + "rate_bps": 21299386579 + }, + "orig": { + "rate_percent": 85.515726848, + "rate_pps": 3391328, + "initial_rate_type": "rate_pps", + "rate_bps": 21378931712 + } + }, + "direction-total": { + "rx": { + "rate_percent": 170.40022661119997, + "rate_pps": 6757622.0, + "rate_bps": 42600056652.0 + }, + "tx": { + "rate_percent": 170.40022661119997, + "rate_pps": 6757622.0, + "rate_bps": 42600056652.0 + }, + "orig": { + "rate_percent": 171.031453696, + "rate_pps": 6782656.0, + "rate_bps": 42757863424.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.2026802944, + "rate_pps": 3378913, + "initial_rate_type": "rate_pps", + "rate_bps": 21300670073 + }, + "tx": { + "rate_percent": 85.2026802944, + "rate_pps": 3378913, + "initial_rate_type": "rate_pps", + "rate_bps": 21300670073 + }, + "orig": { + "rate_percent": 85.515726848, + "rate_pps": 3391328, + "initial_rate_type": "rate_pps", + "rate_bps": 21378931712 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 33757754, + "-3 (-0.0000%)" + ], + "lat_max_usec": 63, + "lat_avg_usec": 46, + "lat_min_usec": 17, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 33789134, + 33789134 + ], + "lat_max_usec": 72, + "lat_avg_usec": 48, + "lat_min_usec": 21, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 6757623, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20899780608.0, + "pkt_rate": 3384031.5, + "max_delay_usec": 72, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 46.99996987106354, + "total_pkt_bytes": 52168851104, + "total_pkts": 67576232, + "min_delay_usec": 17 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 52168851104, + "total_pkts": 67576232, + "pkt_bit_rate": 20899762176.0, + "pkt_rate": 3384028.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20900167680, + "pkt_rate": 3384094, + "max_delay_usec": 72, + "total_pkt_bytes": 26083639656, + "avg_delay_usec": 48, + "total_pkts": 33787098, + "min_delay_usec": 21 + }, + "tx": { + "total_pkt_bytes": 26085211448, + "total_pkts": 33789134, + "pkt_bit_rate": 20899940352, + "pkt_rate": 3384056 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20899393536, + "pkt_rate": 3383969, + "max_delay_usec": 63, + "total_pkt_bytes": 26085211448, + "avg_delay_usec": 46, + "total_pkts": 33789134, + "min_delay_usec": 17 + }, + "tx": { + "total_pkt_bytes": 26083639656, + "total_pkts": 33787098, + "pkt_bit_rate": 20899584000, + "pkt_rate": 3384000 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42600055392.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2455d986fcbe4f858b57eb97a3d6cf28" + }, + "synthesis": { + "avg_delay_usec": 46.99996987106354, + "total_tx_rate": 6757623 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:30:39", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "5c5843684c864e02b3be78bf0c27b4f4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "2713913pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.53541553919999, + "rate_pps": 1351906, + "initial_rate_type": "rate_pps", + "rate_bps": 16633853884 + }, + "tx": { + "rate_percent": 66.53541553919999, + "rate_pps": 1351906, + "initial_rate_type": "rate_pps", + "rate_bps": 16633853884 + }, + "orig": { + "rate_percent": 66.78397110399999, + "rate_pps": 1356956, + "initial_rate_type": "rate_pps", + "rate_bps": 16695992776 + } + }, + "direction-total": { + "rx": { + "rate_percent": 133.07484710399999, + "rate_pps": 2703893.0, + "rate_bps": 33268711775.0 + }, + "tx": { + "rate_percent": 133.07484710399999, + "rate_pps": 2703893.0, + "rate_bps": 33268711775.0 + }, + "orig": { + "rate_percent": 133.56794220799998, + "rate_pps": 2713912.0, + "rate_bps": 33391985552.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.5394315648, + "rate_pps": 1351987, + "initial_rate_type": "rate_pps", + "rate_bps": 16634857891 + }, + "tx": { + "rate_percent": 66.5394315648, + "rate_pps": 1351987, + "initial_rate_type": "rate_pps", + "rate_bps": 16634857891 + }, + "orig": { + "rate_percent": 66.78397110399999, + "rate_pps": 1356956, + "initial_rate_type": "rate_pps", + "rate_bps": 16695992776 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 13507087, + "+37 (+0.0003%)" + ], + "lat_max_usec": 76, + "lat_avg_usec": 33, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 13519878, + 13519878 + ], + "lat_max_usec": 104, + "lat_avg_usec": 46, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 2703894, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510260736.0, + "pkt_rate": 1355967.5, + "max_delay_usec": 104, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 39.49980383846408, + "total_pkt_bytes": 41153266680, + "total_pkts": 27038940, + "min_delay_usec": 7 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 41153266680, + "total_pkts": 27038940, + "pkt_bit_rate": 16510253568.0, + "pkt_rate": 1355967.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510286848, + "pkt_rate": 1355970, + "max_delay_usec": 104, + "total_pkt_bytes": 20576012364, + "avg_delay_usec": 46, + "total_pkts": 13519062, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 20577254316, + "total_pkts": 13519878, + "pkt_bit_rate": 16510161920, + "pkt_rate": 1355960 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510234624, + "pkt_rate": 1355965, + "max_delay_usec": 76, + "total_pkt_bytes": 20577254316, + "avg_delay_usec": 33, + "total_pkts": 13519878, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 20576012364, + "total_pkts": 13519062, + "pkt_bit_rate": 16510345216, + "pkt_rate": 1355975 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33268711776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "5c5843684c864e02b3be78bf0c27b4f4" + }, + "synthesis": { + "avg_delay_usec": 39.49980383846408, + "total_tx_rate": 2703894 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:31:15", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2494d2b787c4476c90474945540b4645", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "3489317pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.545577856, + "rate_pps": 1738166, + "initial_rate_type": "rate_pps", + "rate_bps": 21386394464 + }, + "tx": { + "rate_percent": 85.545577856, + "rate_pps": 1738166, + "initial_rate_type": "rate_pps", + "rate_bps": 21386394464 + }, + "orig": { + "rate_percent": 85.865112736, + "rate_pps": 1744658, + "initial_rate_type": "rate_pps", + "rate_bps": 21466278184 + } + }, + "direction-total": { + "rx": { + "rate_percent": 171.0963135488, + "rate_pps": 3476436.0, + "rate_bps": 42774078387.0 + }, + "tx": { + "rate_percent": 171.0963135488, + "rate_pps": 3476436.0, + "rate_bps": 42774078387.0 + }, + "orig": { + "rate_percent": 171.730225472, + "rate_pps": 3489316.0, + "rate_bps": 42932556368.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.5507356928, + "rate_pps": 1738270, + "initial_rate_type": "rate_pps", + "rate_bps": 21387683923 + }, + "tx": { + "rate_percent": 85.5507356928, + "rate_pps": 1738270, + "initial_rate_type": "rate_pps", + "rate_bps": 21387683923 + }, + "orig": { + "rate_percent": 85.865112736, + "rate_pps": 1744658, + "initial_rate_type": "rate_pps", + "rate_bps": 21466278184 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 17366577, + "+5 (+0.0000%)" + ], + "lat_max_usec": 84, + "lat_avg_usec": 34, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 17382708, + 17382708 + ], + "lat_max_usec": 96, + "lat_avg_usec": 49, + "lat_min_usec": 8, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 3476436, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135840256.0, + "pkt_rate": 1735860.5, + "max_delay_usec": 96, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 41.49977390643201, + "total_pkt_bytes": 52911368096, + "total_pkts": 34764368, + "min_delay_usec": 7 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 52911368096, + "total_pkts": 34764368, + "pkt_bit_rate": 21135740928.0, + "pkt_rate": 1735852.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135886336, + "pkt_rate": 1735864, + "max_delay_usec": 96, + "total_pkt_bytes": 26454886520, + "avg_delay_usec": 49, + "total_pkts": 17381660, + "min_delay_usec": 8 + }, + "tx": { + "total_pkt_bytes": 26456481576, + "total_pkts": 17382708, + "pkt_bit_rate": 21135585280, + "pkt_rate": 1735839 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135794176, + "pkt_rate": 1735857, + "max_delay_usec": 84, + "total_pkt_bytes": 26456481576, + "avg_delay_usec": 34, + "total_pkts": 17382708, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 26454886520, + "total_pkts": 17381660, + "pkt_bit_rate": 21135896576, + "pkt_rate": 1735865 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42774068544.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2494d2b787c4476c90474945540b4645" + }, + "synthesis": { + "avg_delay_usec": 41.49977390643201, + "total_tx_rate": 3476436 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:31:51", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "7c104183aa154d46944772ed88ae04c3", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "462795pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.538736, + "rate_pps": 230525, + "initial_rate_type": "rate_pps", + "rate_bps": 16634684000 + }, + "tx": { + "rate_percent": 66.538736, + "rate_pps": 230525, + "initial_rate_type": "rate_pps", + "rate_bps": 16634684000 + }, + "orig": { + "rate_percent": 66.7905744, + "rate_pps": 231397, + "initial_rate_type": "rate_pps", + "rate_bps": 16697643600 + } + }, + "direction-total": { + "rx": { + "rate_percent": 133.08151296, + "rate_pps": 461064.0, + "rate_bps": 33270378240.0 + }, + "tx": { + "rate_percent": 133.08151296, + "rate_pps": 461064.0, + "rate_bps": 33270378240.0 + }, + "orig": { + "rate_percent": 133.5811488, + "rate_pps": 462794.0, + "rate_bps": 33395287200.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.54277696000001, + "rate_pps": 230539, + "initial_rate_type": "rate_pps", + "rate_bps": 16635694240 + }, + "tx": { + "rate_percent": 66.54277696000001, + "rate_pps": 230539, + "initial_rate_type": "rate_pps", + "rate_bps": 16635694240 + }, + "orig": { + "rate_percent": 66.7905744, + "rate_pps": 231397, + "initial_rate_type": "rate_pps", + "rate_bps": 16697643600 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 2303254, + "+55 (+0.0024%)" + ], + "lat_max_usec": 149, + "lat_avg_usec": 70, + "lat_min_usec": 14, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 2305390, + 2305390 + ], + "lat_max_usec": 195, + "lat_avg_usec": 73, + "lat_min_usec": 14, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 461064, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609682432.0, + "pkt_rate": 230587.0, + "max_delay_usec": 195, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 71.49995445317786, + "total_pkt_bytes": 41514202560, + "total_pkts": 4610640, + "min_delay_usec": 14 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 41514202560, + "total_pkts": 4610640, + "pkt_bit_rate": 16609573376.0, + "pkt_rate": 230585.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609541120, + "pkt_rate": 230585, + "max_delay_usec": 195, + "total_pkt_bytes": 20756471000, + "avg_delay_usec": 73, + "total_pkts": 2305250, + "min_delay_usec": 14 + }, + "tx": { + "total_pkt_bytes": 20757731560, + "total_pkts": 2305390, + "pkt_bit_rate": 16609261568, + "pkt_rate": 230581 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609823744, + "pkt_rate": 230589, + "max_delay_usec": 149, + "total_pkt_bytes": 20757731560, + "avg_delay_usec": 70, + "total_pkts": 2305390, + "min_delay_usec": 14 + }, + "tx": { + "total_pkt_bytes": 20756471000, + "total_pkts": 2305250, + "pkt_bit_rate": 16609885184, + "pkt_rate": 230590 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33270378240.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7c104183aa154d46944772ed88ae04c3" + }, + "synthesis": { + "avg_delay_usec": 71.49995445317786, + "total_tx_rate": 461064 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:32:27", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "539e9bb7f81444c6a2856b249554d42a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "595022pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.548248896, + "rate_pps": 296383, + "initial_rate_type": "rate_pps", + "rate_bps": 21387062224 + }, + "tx": { + "rate_percent": 85.548248896, + "rate_pps": 296383, + "initial_rate_type": "rate_pps", + "rate_bps": 21387062224 + }, + "orig": { + "rate_percent": 85.87357504, + "rate_pps": 297511, + "initial_rate_type": "rate_pps", + "rate_bps": 21468393760 + } + }, + "direction-total": { + "rx": { + "rate_percent": 171.101722176, + "rate_pps": 592785.0, + "rate_bps": 42775430544.0 + }, + "tx": { + "rate_percent": 171.101722176, + "rate_pps": 592785.0, + "rate_bps": 42775430544.0 + }, + "orig": { + "rate_percent": 171.74715008, + "rate_pps": 595022.0, + "rate_bps": 42936787520.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.55347328, + "rate_pps": 296402, + "initial_rate_type": "rate_pps", + "rate_bps": 21388368320 + }, + "tx": { + "rate_percent": 85.55347328, + "rate_pps": 296402, + "initial_rate_type": "rate_pps", + "rate_bps": 21388368320 + }, + "orig": { + "rate_percent": 85.87357504, + "rate_pps": 297511, + "initial_rate_type": "rate_pps", + "rate_bps": 21468393760 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 2961244, + "+41 (+0.0014%)" + ], + "lat_max_usec": 422, + "lat_avg_usec": 224, + "lat_min_usec": 29, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 2964020, + 2964020 + ], + "lat_max_usec": 392, + "lat_avg_usec": 176, + "lat_min_usec": 16, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 592785, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21366905856.0, + "pkt_rate": 296630.0, + "max_delay_usec": 422, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 200.00073281095248, + "total_pkt_bytes": 53374442436, + "total_pkts": 5927859, + "min_delay_usec": 16 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 53374442436, + "total_pkts": 5927859, + "pkt_bit_rate": 21366993920.0, + "pkt_rate": 296631.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21367107584, + "pkt_rate": 296633, + "max_delay_usec": 392, + "total_pkt_bytes": 26686406356, + "avg_delay_usec": 176, + "total_pkts": 2963839, + "min_delay_usec": 16 + }, + "tx": { + "total_pkt_bytes": 26688036080, + "total_pkts": 2964020, + "pkt_bit_rate": 21367209984, + "pkt_rate": 296634 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21366704128, + "pkt_rate": 296627, + "max_delay_usec": 422, + "total_pkt_bytes": 26688036080, + "avg_delay_usec": 224, + "total_pkts": 2964020, + "min_delay_usec": 29 + }, + "tx": { + "total_pkt_bytes": 26686406356, + "total_pkts": 2963839, + "pkt_bit_rate": 21366777856, + "pkt_rate": 296628 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42775365600.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "539e9bb7f81444c6a2856b249554d42a" + }, + "synthesis": { + "avg_delay_usec": 200.00073281095248, + "total_tx_rate": 592785 + } + } + ], + "throughput": [ + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:14:08", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d35b641ccf884fd6a0c371913594ab90", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845663.429861, + "stats": { + "total_tx_rate": 16701232, + "overall": { + "rx_pkts": 167012327, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 97, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 167012327, + "avg_delay_usec": 35.48017790327537, + "min_delay_usec": 6, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 83760820, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 97, + "tx_pkts": 83251507, + "avg_delay_usec": 29, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 83251507, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 92, + "tx_pkts": 83760820, + "avg_delay_usec": 42, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11223227904.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489534616470337 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 167012327, + "time_ms": 1650845663429, + "drop_pct": 0, + "total_tx_pps": 16701232, + "tx_pps": 74404760, + "tx_pkts": 167012327, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d35b641ccf884fd6a0c371913594ab90" + }, + "synthesis": { + "avg_delay_usec": 35.48017790327537, + "total_tx_rate": 16701232 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:14:40", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "7f8f5bba535643418ac4efa4d3f94823", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845695.5087018, + "stats": { + "total_tx_rate": 18016784, + "overall": { + "rx_pkts": 180167849, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 63, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180167849, + "avg_delay_usec": 18.991852847174748, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90328567, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 63, + "tx_pkts": 89839282, + "avg_delay_usec": 16, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 89839282, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 55, + "tx_pkts": 90328567, + "avg_delay_usec": 22, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21331872256.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489280939102173 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180167849, + "time_ms": 1650845695508, + "drop_pct": 0, + "total_tx_pps": 18016784, + "tx_pps": 42229728, + "tx_pkts": 180167849, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7f8f5bba535643418ac4efa4d3f94823" + }, + "synthesis": { + "avg_delay_usec": 18.991852847174748, + "total_tx_rate": 18016784 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:15:44", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d0df1174e1c64fbb9b686a68ccc7e668", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845759.8291821, + "stats": { + "total_tx_rate": 15754775, + "overall": { + "rx_pkts": 157547756, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 72, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 157547756, + "avg_delay_usec": 28.504292190616795, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 78909123, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 72, + "tx_pkts": 78638633, + "avg_delay_usec": 31, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 78638633, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 78909123, + "avg_delay_usec": 26, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 34786543200.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.5189950466156 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 157547756, + "time_ms": 1650845759828, + "drop_pct": 0, + "total_tx_pps": 15754775, + "tx_pps": 22644926, + "tx_pkts": 157547756, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d0df1174e1c64fbb9b686a68ccc7e668" + }, + "synthesis": { + "avg_delay_usec": 28.504292190616795, + "total_tx_rate": 15754775 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:16:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "64366f2a65a647cca7f0b40bfb5fab09", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 96.97265625, + "timestamp_sec": 1650845917.113052, + "stats": { + "total_tx_rate": 11045806, + "overall": { + "rx_pkts": 110458069, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 659, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 110458069, + "avg_delay_usec": 209.00381663380335, + "min_delay_usec": 12, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55226186, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 547, + "tx_pkts": 55231883, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55231883, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 659, + "tx_pkts": 55226186, + "avg_delay_usec": 283, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47010950336.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 193.9453125, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11392464, + "rate_bps": 48486328124.0, + "time_taken_sec": 137.6620888710022 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11740270.58724066, + "rx_pkts": 111822104, + "time_ms": 1650845791960, + "drop_pct": 74763, + "total_tx_pps": 11189686, + "tx_pps": 11748120, + "tx_pkts": 111896867, + "drop_percentage": 0.06681420311794789 + }, + { + "rx_pps": 5874060.0, + "rx_pkts": 58379346, + "time_ms": 1650845804458, + "drop_pct": 0, + "total_tx_pps": 5837934, + "tx_pps": 5874060, + "tx_pkts": 58379346, + "drop_percentage": 0.0 + }, + { + "rx_pps": 8811090.0, + "rx_pkts": 87569019, + "time_ms": 1650845817019, + "drop_pct": 0, + "total_tx_pps": 8756901, + "tx_pps": 8811090, + "tx_pkts": 87569019, + "drop_percentage": 0.0 + }, + { + "rx_pps": 10279604.0, + "rx_pkts": 102174125, + "time_ms": 1650845829521, + "drop_pct": 0, + "total_tx_pps": 10217412, + "tx_pps": 10279604, + "tx_pkts": 102174125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11013862.0, + "rx_pkts": 109461268, + "time_ms": 1650845842017, + "drop_pct": 0, + "total_tx_pps": 10946126, + "tx_pps": 11013862, + "tx_pkts": 109461268, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11380990.0, + "rx_pkts": 110849710, + "time_ms": 1650845854579, + "drop_pct": 0, + "total_tx_pps": 11084971, + "tx_pps": 11380990, + "tx_pkts": 110849710, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11564015.280748308, + "rx_pkts": 110849157, + "time_ms": 1650845867092, + "drop_pct": 5164, + "total_tx_pps": 11085432, + "tx_pps": 11564554, + "tx_pkts": 110854321, + "drop_percentage": 0.0046583660009067215 + }, + { + "rx_pps": 11472150.680780374, + "rx_pkts": 110840480, + "time_ms": 1650845879589, + "drop_pct": 6003, + "total_tx_pps": 11084648, + "tx_pps": 11472772, + "tx_pkts": 110846483, + "drop_percentage": 0.005415598075403078 + }, + { + "rx_pps": 11426262.302117322, + "rx_pkts": 110851902, + "time_ms": 1650845892109, + "drop_pct": 6012, + "total_tx_pps": 11085791, + "tx_pps": 11426882, + "tx_pkts": 110857914, + "drop_percentage": 0.005423158151794197 + }, + { + "rx_pps": 11402964.464785693, + "rx_pkts": 110844769, + "time_ms": 1650845904604, + "drop_pct": 9444, + "total_tx_pps": 11085421, + "tx_pps": 11403936, + "tx_pkts": 110854213, + "drop_percentage": 0.008519297322511324 + }, + { + "rx_pps": 11392464.0, + "rx_pkts": 110458069, + "time_ms": 1650845917112, + "drop_pct": 0, + "total_tx_pps": 11045806, + "tx_pps": 11392464, + "tx_pkts": 110458069, + "ndr_pps": 5696232, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "64366f2a65a647cca7f0b40bfb5fab09" + }, + "synthesis": { + "avg_delay_usec": 209.00381663380335, + "total_tx_rate": 11045806 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:28:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650846629.6192143, + "stats": { + "total_tx_rate": 7537043, + "overall": { + "rx_pkts": 75370436, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 81, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75370436, + "avg_delay_usec": 45.9999497150315, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37683323, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 79, + "tx_pkts": 37687113, + "avg_delay_usec": 47, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37687113, + "min_delay_usec": 14, + "drop_pct": 0, + "max_delay_usec": 81, + "tx_pkts": 37683323, + "avg_delay_usec": 45, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47513519072.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.7126579284668 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7866850.365150423, + "rx_pkts": 76167616, + "time_ms": 1650846504492, + "drop_pct": 625673, + "total_tx_pps": 7679328, + "tx_pps": 7931472, + "tx_pkts": 76793289, + "drop_percentage": 0.8147495805264963 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39413470, + "time_ms": 1650846517007, + "drop_pct": 0, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413470, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120203, + "time_ms": 1650846529521, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120203, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68978427, + "time_ms": 1650846542024, + "drop_pct": 0, + "total_tx_pps": 6897842, + "tx_pps": 6940038, + "tx_pkts": 68978427, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900245, + "time_ms": 1650846554547, + "drop_pct": 0, + "total_tx_pps": 7390024, + "tx_pps": 7435754, + "tx_pkts": 73900245, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620933.009913207, + "rx_pkts": 75507422, + "time_ms": 1650846567096, + "drop_pct": 621017, + "total_tx_pps": 7612843, + "tx_pps": 7683612, + "tx_pkts": 76128439, + "drop_percentage": 0.8157490264577736 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75135702, + "time_ms": 1650846579608, + "drop_pct": 0, + "total_tx_pps": 7513570, + "tx_pps": 7559684, + "tx_pkts": 75135702, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596700.373851032, + "rx_pkts": 75499812, + "time_ms": 1650846592122, + "drop_pct": 247942, + "total_tx_pps": 7574775, + "tx_pps": 7621648, + "tx_pkts": 75747754, + "drop_percentage": 0.32732587688342546 + }, + { + "rx_pps": 7590339.524822134, + "rx_pkts": 75444179, + "time_ms": 1650846604621, + "drop_pct": 3245, + "total_tx_pps": 7544742, + "tx_pps": 7590666, + "tx_pkts": 75447424, + "drop_percentage": 0.004301008341915027 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75293443, + "time_ms": 1650846617119, + "drop_pct": 0, + "total_tx_pps": 7529344, + "tx_pps": 7575174, + "tx_pkts": 75293443, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75370436, + "time_ms": 1650846629618, + "drop_pct": 0, + "total_tx_pps": 7537043, + "tx_pps": 7582920, + "tx_pkts": 75370436, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11" + }, + "synthesis": { + "avg_delay_usec": 45.9999497150315, + "total_tx_rate": 7537043 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:32:54", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "bf2b37b1fdf341adb7ee11f081d946e2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650846914.7221012, + "stats": { + "total_tx_rate": 5712627, + "overall": { + "rx_pkts": 57126277, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 102, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57126277, + "avg_delay_usec": 49.5002764139522, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28561703, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 102, + "tx_pkts": 28564574, + "avg_delay_usec": 44, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28564574, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 94, + "tx_pkts": 28561703, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47711860704.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.80328631401062 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905471.915950395, + "rx_pkts": 57662777, + "time_ms": 1650846789487, + "drop_pct": 792061, + "total_tx_pps": 5845483, + "tx_pps": 5986590, + "tx_pkts": 58454838, + "drop_percentage": 1.3549964846365667 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748854, + "time_ms": 1650846802027, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748854, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44627778, + "time_ms": 1650846814534, + "drop_pct": 0, + "total_tx_pps": 4462777, + "tx_pps": 4489942, + "tx_pkts": 44627778, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52060508, + "time_ms": 1650846827044, + "drop_pct": 0, + "total_tx_pps": 5206050, + "tx_pps": 5238266, + "tx_pkts": 52060508, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779118, + "time_ms": 1650846839558, + "drop_pct": 0, + "total_tx_pps": 5577911, + "tx_pps": 5612428, + "tx_pkts": 55779118, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751078.058987604, + "rx_pkts": 57157093, + "time_ms": 1650846852099, + "drop_pct": 481321, + "total_tx_pps": 5763841, + "tx_pps": 5799508, + "tx_pkts": 57638414, + "drop_percentage": 0.8350698199294658 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56714474, + "time_ms": 1650846864604, + "drop_pct": 0, + "total_tx_pps": 5671447, + "tx_pps": 5705968, + "tx_pkts": 56714474, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750757.520096343, + "rx_pkts": 57153905, + "time_ms": 1650846877117, + "drop_pct": 19683, + "total_tx_pps": 5717358, + "tx_pps": 5752738, + "tx_pkts": 57173588, + "drop_percentage": 0.03442673564583702 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941164, + "time_ms": 1650846889640, + "drop_pct": 0, + "total_tx_pps": 5694116, + "tx_pps": 5729352, + "tx_pkts": 56941164, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741046.0, + "rx_pkts": 57126277, + "time_ms": 1650846902209, + "drop_pct": 0, + "total_tx_pps": 5712627, + "tx_pps": 5741046, + "tx_pkts": 57126277, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5746066.120913432, + "rx_pkts": 57107283, + "time_ms": 1650846914721, + "drop_pct": 8208, + "total_tx_pps": 5711549, + "tx_pps": 5746892, + "tx_pkts": 57115491, + "ndr_pps": 2870523, + "drop_percentage": 0.014370882323326258 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "bf2b37b1fdf341adb7ee11f081d946e2" + }, + "synthesis": { + "avg_delay_usec": 49.5002764139522, + "total_tx_rate": 5712627 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:40:01", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "efd7195831c840da8ce6081eb537d3bb", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650847342.0063174, + "stats": { + "total_tx_rate": 4591939, + "overall": { + "rx_pkts": 45919398, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 114, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45919398, + "avg_delay_usec": 76.50007539297445, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22958545, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 0, + "tx_pkts": 22960853, + "avg_delay_usec": 75, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22960853, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 114, + "tx_pkts": 22958545, + "avg_delay_usec": 78, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47756165600.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.62104272842407 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726361.303264256, + "rx_pkts": 46391573, + "time_ms": 1650847216874, + "drop_pct": 798301, + "total_tx_pps": 4718987, + "tx_pps": 4807692, + "tx_pkts": 47189874, + "drop_percentage": 1.6916786003709186 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23890625, + "time_ms": 1650847229398, + "drop_pct": 0, + "total_tx_pps": 2389062, + "tx_pps": 2403846, + "tx_pkts": 23890625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835928, + "time_ms": 1650847241898, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835928, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41812793, + "time_ms": 1650847254402, + "drop_pct": 0, + "total_tx_pps": 4181279, + "tx_pps": 4206730, + "tx_pkts": 41812793, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794910, + "time_ms": 1650847266925, + "drop_pct": 0, + "total_tx_pps": 4479491, + "tx_pps": 4507210, + "tx_pkts": 44794910, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626551.174328503, + "rx_pkts": 45980982, + "time_ms": 1650847279421, + "drop_pct": 307088, + "total_tx_pps": 4628807, + "tx_pps": 4657450, + "tx_pkts": 46288070, + "drop_percentage": 0.663427963187923 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541488, + "time_ms": 1650847291945, + "drop_pct": 0, + "total_tx_pps": 4554148, + "tx_pps": 4582330, + "tx_pkts": 45541488, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45919398, + "time_ms": 1650847304448, + "drop_pct": 0, + "total_tx_pps": 4591939, + "tx_pps": 4619890, + "tx_pkts": 45919398, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626459.929477386, + "rx_pkts": 45984700, + "time_ms": 1650847316968, + "drop_pct": 121362, + "total_tx_pps": 4610606, + "tx_pps": 4638670, + "tx_pkts": 46106062, + "drop_percentage": 0.26322352145364314 + }, + { + "rx_pps": 4626470.421255804, + "rx_pkts": 45980179, + "time_ms": 1650847329472, + "drop_pct": 27923, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.060691484295526905 + }, + { + "rx_pps": 4624386.171056487, + "rx_pkts": 45959463, + "time_ms": 1650847342005, + "drop_pct": 1986, + "total_tx_pps": 4596144, + "tx_pps": 4624586, + "tx_pkts": 45961449, + "ndr_pps": 2309945, + "drop_percentage": 0.00432101259470736 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "efd7195831c840da8ce6081eb537d3bb" + }, + "synthesis": { + "avg_delay_usec": 76.50007539297445, + "total_tx_rate": 4591939 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:44:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "779e1d4206d7447fac094ddc44eb2c29", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650847627.0343828, + "stats": { + "total_tx_rate": 3877409, + "overall": { + "rx_pkts": 38774090, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 127, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38774090, + "avg_delay_usec": 90.0, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19386070, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 122, + "tx_pkts": 19388020, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19388020, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 127, + "tx_pkts": 19386070, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47707640336.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.63707971572876 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982058.717650659, + "rx_pkts": 39160327, + "time_ms": 1650847501905, + "drop_pct": 803053, + "total_tx_pps": 3996338, + "tx_pps": 4063718, + "tx_pkts": 39963380, + "drop_percentage": 2.0094721717732584 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20193623, + "time_ms": 1650847514427, + "drop_pct": 0, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193623, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30291967, + "time_ms": 1650847526954, + "drop_pct": 0, + "total_tx_pps": 3029196, + "tx_pps": 3047788, + "tx_pkts": 30291967, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35338865, + "time_ms": 1650847539460, + "drop_pct": 0, + "total_tx_pps": 3533886, + "tx_pps": 3555754, + "tx_pkts": 35338865, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37920208, + "time_ms": 1650847551974, + "drop_pct": 0, + "total_tx_pps": 3792020, + "tx_pps": 3809736, + "tx_pkts": 37920208, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905724.3403039556, + "rx_pkts": 38817042, + "time_ms": 1650847564492, + "drop_pct": 308110, + "total_tx_pps": 3912515, + "tx_pps": 3936726, + "tx_pkts": 39125152, + "drop_percentage": 0.787498538024849 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38494117, + "time_ms": 1650847576998, + "drop_pct": 0, + "total_tx_pps": 3849411, + "tx_pps": 3873232, + "tx_pkts": 38494117, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904613.646950039, + "rx_pkts": 38806005, + "time_ms": 1650847589503, + "drop_pct": 3641, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.009381688253482137 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38651881, + "time_ms": 1650847602006, + "drop_pct": 0, + "total_tx_pps": 3865188, + "tx_pps": 3889106, + "tx_pkts": 38651881, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38730754, + "time_ms": 1650847614533, + "drop_pct": 0, + "total_tx_pps": 3873075, + "tx_pps": 3897042, + "tx_pkts": 38730754, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3901010.0, + "rx_pkts": 38774090, + "time_ms": 1650847627033, + "drop_pct": 0, + "total_tx_pps": 3877409, + "tx_pps": 3901010, + "tx_pkts": 38774090, + "ndr_pps": 1950505, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "779e1d4206d7447fac094ddc44eb2c29" + }, + "synthesis": { + "avg_delay_usec": 90.0, + "total_tx_rate": 3877409 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:51:54", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "b4b97675381e45d68bdac84b0319071d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650847929.3742573, + "stats": { + "total_tx_rate": 14161735, + "overall": { + "rx_pkts": 141617354, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 626, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 141617354, + "avg_delay_usec": 338.5356628538618, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70907706, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 626, + "tx_pkts": 70709648, + "avg_delay_usec": 364, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70709648, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 613, + "tx_pkts": 70907706, + "avg_delay_usec": 313, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43259379846.666664, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.501379013061523 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 141617354, + "time_ms": 1650847929373, + "drop_pct": 0, + "total_tx_pps": 14161735, + "tx_pps": 16368398, + "tx_pkts": 141617354, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b4b97675381e45d68bdac84b0319071d" + }, + "synthesis": { + "avg_delay_usec": 338.5356628538618, + "total_tx_rate": 14161735 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:52:42", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "963406d7c07b4253af12344ca0127fe4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650848102.789528, + "stats": { + "total_tx_rate": 661069, + "overall": { + "rx_pkts": 6610694, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 546, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6610694, + "avg_delay_usec": 477.49957311592397, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3305181, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 546, + "tx_pkts": 3305513, + "avg_delay_usec": 486, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3305513, + "min_delay_usec": 16, + "drop_pct": 0, + "max_delay_usec": 524, + "tx_pkts": 3305181, + "avg_delay_usec": 469, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702739040.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665160, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.69506430625916 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668576.9554345435, + "rx_pkts": 6669405, + "time_ms": 1650847977603, + "drop_pct": 242675, + "total_tx_pps": 691208, + "tx_pps": 692904, + "tx_pkts": 6912080, + "drop_percentage": 3.510882397194477 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443214, + "time_ms": 1650847990100, + "drop_pct": 0, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5164820, + "time_ms": 1650848002628, + "drop_pct": 0, + "total_tx_pps": 516482, + "tx_pps": 519678, + "tx_pkts": 5164820, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025615, + "time_ms": 1650848015147, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025615, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6456031, + "time_ms": 1650848027664, + "drop_pct": 0, + "total_tx_pps": 645603, + "tx_pps": 649598, + "tx_pkts": 6456031, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665820.941861537, + "rx_pkts": 6616931, + "time_ms": 1650848040183, + "drop_pct": 53954, + "total_tx_pps": 667088, + "tx_pps": 671250, + "tx_pkts": 6670885, + "drop_percentage": 0.808798232918121 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563956, + "time_ms": 1650848052688, + "drop_pct": 0, + "total_tx_pps": 656395, + "tx_pps": 660424, + "tx_pkts": 6563956, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665769.8810895403, + "rx_pkts": 6616756, + "time_ms": 1650848065187, + "drop_pct": 677, + "total_tx_pps": 661743, + "tx_pps": 665838, + "tx_pkts": 6617433, + "drop_percentage": 0.010230553146514668 + }, + { + "rx_pps": 663130.0, + "rx_pkts": 6590521, + "time_ms": 1650848077706, + "drop_pct": 0, + "total_tx_pps": 659052, + "tx_pps": 663130, + "tx_pkts": 6590521, + "drop_percentage": 0.0 + }, + { + "rx_pps": 664484.0, + "rx_pkts": 6604642, + "time_ms": 1650848090288, + "drop_pct": 0, + "total_tx_pps": 660464, + "tx_pps": 664484, + "tx_pkts": 6604642, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665160.0, + "rx_pkts": 6610694, + "time_ms": 1650848102788, + "drop_pct": 0, + "total_tx_pps": 661069, + "tx_pps": 665160, + "tx_pkts": 6610694, + "ndr_pps": 332580, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "963406d7c07b4253af12344ca0127fe4" + }, + "synthesis": { + "avg_delay_usec": 477.49957311592397, + "total_tx_rate": 661069 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:59:49", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "ddbeeb16db0b4920bd33f409fee876fe", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848407.2528977, + "stats": { + "total_tx_rate": 16548126, + "overall": { + "rx_pkts": 165481260, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 97, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 165481260, + "avg_delay_usec": 62.48000978479376, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 82995092, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 97, + "tx_pkts": 82486168, + "avg_delay_usec": 56, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 82486168, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 92, + "tx_pkts": 82995092, + "avg_delay_usec": 69, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11120340672.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.518044471740723 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 165481260, + "time_ms": 1650848407252, + "drop_pct": 0, + "total_tx_pps": 16548126, + "tx_pps": 74404760, + "tx_pkts": 165481260, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "ddbeeb16db0b4920bd33f409fee876fe" + }, + "synthesis": { + "avg_delay_usec": 62.48000978479376, + "total_tx_rate": 16548126 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:00:44", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a82a876e3fc54fa087802fe4f8d84f1b", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848461.466436, + "stats": { + "total_tx_rate": 18007502, + "overall": { + "rx_pkts": 180075026, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 59, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180075026, + "avg_delay_usec": 35.99551240381329, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90172197, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 59, + "tx_pkts": 89902829, + "avg_delay_usec": 33, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 89902829, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 58, + "tx_pkts": 90172197, + "avg_delay_usec": 39, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21320882368.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.491197109222412 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180075026, + "time_ms": 1650848461465, + "drop_pct": 0, + "total_tx_pps": 18007502, + "tx_pps": 42229728, + "tx_pkts": 180075026, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a82a876e3fc54fa087802fe4f8d84f1b" + }, + "synthesis": { + "avg_delay_usec": 35.99551240381329, + "total_tx_rate": 18007502 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:01:38", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "cf10f85f2df3470fb233184b92aea608", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848515.7108045, + "stats": { + "total_tx_rate": 15836292, + "overall": { + "rx_pkts": 158362920, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 52, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 158362920, + "avg_delay_usec": 30.001019203232676, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 79262162, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 52, + "tx_pkts": 79100758, + "avg_delay_usec": 31, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 79100758, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 79262162, + "avg_delay_usec": 29, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 34966532736.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.50765085220337 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 158362920, + "time_ms": 1650848515710, + "drop_pct": 0, + "total_tx_pps": 15836292, + "tx_pps": 22644926, + "tx_pkts": 158362920, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "cf10f85f2df3470fb233184b92aea608" + }, + "synthesis": { + "avg_delay_usec": 30.001019203232676, + "total_tx_rate": 15836292 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:02:32", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d1967af0759441ed88139b68c43d44e4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848569.8980005, + "stats": { + "total_tx_rate": 11105755, + "overall": { + "rx_pkts": 111057559, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 681, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 111057559, + "avg_delay_usec": 237.93781095080615, + "min_delay_usec": 11, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55569890, + "min_delay_usec": 22, + "drop_pct": 0, + "max_delay_usec": 670, + "tx_pkts": 55487669, + "avg_delay_usec": 154, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55487669, + "min_delay_usec": 11, + "drop_pct": 0, + "max_delay_usec": 681, + "tx_pkts": 55569890, + "avg_delay_usec": 322, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47266093280.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11748120, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489594459533691 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11748120.0, + "rx_pkts": 111057559, + "time_ms": 1650848569897, + "drop_pct": 0, + "total_tx_pps": 11105755, + "tx_pps": 11748120, + "tx_pkts": 111057559, + "ndr_pps": 5874060, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d1967af0759441ed88139b68c43d44e4" + }, + "synthesis": { + "avg_delay_usec": 237.93781095080615, + "total_tx_rate": 11105755 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:05:33", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "18d99ccb52d7454da33eba941f8a8819", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650848875.7264826, + "stats": { + "total_tx_rate": 7537043, + "overall": { + "rx_pkts": 75370436, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 80, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75370436, + "avg_delay_usec": 47.499673147704755, + "min_delay_usec": 10, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37683323, + "min_delay_usec": 10, + "drop_pct": 0, + "max_delay_usec": 80, + "tx_pkts": 37687113, + "avg_delay_usec": 54, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37687113, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 79, + "tx_pkts": 37683323, + "avg_delay_usec": 41, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47513519072.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.65466976165771 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7867109.536873953, + "rx_pkts": 75914335, + "time_ms": 1650848750578, + "drop_pct": 621071, + "total_tx_pps": 7653540, + "tx_pps": 7931472, + "tx_pkts": 76535406, + "drop_percentage": 0.8114819434027697 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39453125, + "time_ms": 1650848763085, + "drop_pct": 0, + "total_tx_pps": 3945312, + "tx_pps": 3965736, + "tx_pkts": 39453125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120202, + "time_ms": 1650848775586, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120202, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68973579, + "time_ms": 1650848788099, + "drop_pct": 0, + "total_tx_pps": 6897357, + "tx_pps": 6940038, + "tx_pkts": 68973579, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900239, + "time_ms": 1650848800633, + "drop_pct": 0, + "total_tx_pps": 7390023, + "tx_pps": 7435754, + "tx_pkts": 73900239, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620916.349942744, + "rx_pkts": 75507249, + "time_ms": 1650848813170, + "drop_pct": 621182, + "total_tx_pps": 7612843, + "tx_pps": 7683612, + "tx_pkts": 76128431, + "drop_percentage": 0.8159658511811442 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75131929, + "time_ms": 1650848825666, + "drop_pct": 0, + "total_tx_pps": 7513192, + "tx_pps": 7559684, + "tx_pkts": 75131929, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596717.342100184, + "rx_pkts": 75644305, + "time_ms": 1650848838182, + "drop_pct": 248247, + "total_tx_pps": 7589255, + "tx_pps": 7621648, + "tx_pkts": 75892552, + "drop_percentage": 0.3271032445977044 + }, + { + "rx_pps": 7590338.485813464, + "rx_pkts": 75436585, + "time_ms": 1650848850710, + "drop_pct": 3255, + "total_tx_pps": 7543984, + "tx_pps": 7590666, + "tx_pkts": 75439840, + "drop_percentage": 0.004314696319610434 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75285867, + "time_ms": 1650848863217, + "drop_pct": 0, + "total_tx_pps": 7528586, + "tx_pps": 7575174, + "tx_pkts": 75285867, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75370436, + "time_ms": 1650848875725, + "drop_pct": 0, + "total_tx_pps": 7537043, + "tx_pps": 7582920, + "tx_pkts": 75370436, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "18d99ccb52d7454da33eba941f8a8819" + }, + "synthesis": { + "avg_delay_usec": 47.499673147704755, + "total_tx_rate": 7537043 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:17:35", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "f980c04f3b844edebf749e967b297a62", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650849598.2220418, + "stats": { + "total_tx_rate": 5706312, + "overall": { + "rx_pkts": 57062671, + "drop_percentage": 0.0007973625559875567, + "drop_pct": 455, + "max_delay_usec": 96, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57063126, + "avg_delay_usec": 51.4996825858362, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28530128, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 96, + "tx_pkts": 28532998, + "avg_delay_usec": 59, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28532543, + "min_delay_usec": 11, + "drop_pct": 455, + "max_delay_usec": 89, + "tx_pkts": 28530128, + "avg_delay_usec": 44, + "drop_percentage": 0.0015948053229904893 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47659117824.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.68057537078857 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905784.604263414, + "rx_pkts": 57472018, + "time_ms": 1650849473030, + "drop_pct": 786356, + "total_tx_pps": 5825837, + "tx_pps": 5986590, + "tx_pkts": 58258374, + "drop_percentage": 1.3497733390224727 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748857, + "time_ms": 1650849485555, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748857, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44627778, + "time_ms": 1650849498054, + "drop_pct": 0, + "total_tx_pps": 4462777, + "tx_pps": 4489942, + "tx_pkts": 44627778, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52065746, + "time_ms": 1650849510553, + "drop_pct": 0, + "total_tx_pps": 5206574, + "tx_pps": 5238266, + "tx_pkts": 52065746, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779111, + "time_ms": 1650849523054, + "drop_pct": 0, + "total_tx_pps": 5577911, + "tx_pps": 5612428, + "tx_pkts": 55779111, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751042.570625828, + "rx_pkts": 57271760, + "time_ms": 1650849535577, + "drop_pct": 482643, + "total_tx_pps": 5775440, + "tx_pps": 5799508, + "tx_pkts": 57754403, + "drop_percentage": 0.8356817401436909 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56708762, + "time_ms": 1650849548099, + "drop_pct": 0, + "total_tx_pps": 5670876, + "tx_pps": 5705968, + "tx_pkts": 56708762, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750684.6723701265, + "rx_pkts": 57153189, + "time_ms": 1650849560600, + "drop_pct": 20407, + "total_tx_pps": 5717359, + "tx_pps": 5752738, + "tx_pkts": 57173596, + "drop_percentage": 0.03569304963780833 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941171, + "time_ms": 1650849573113, + "drop_pct": 0, + "total_tx_pps": 5694117, + "tx_pps": 5729352, + "tx_pkts": 56941171, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741000.223048874, + "rx_pkts": 57062671, + "time_ms": 1650849585617, + "drop_pct": 455, + "total_tx_pps": 5706312, + "tx_pps": 5741046, + "tx_pkts": 57063126, + "drop_percentage": 0.0007973625559875567 + }, + { + "rx_pps": 5746113.109782579, + "rx_pkts": 57107742, + "time_ms": 1650849598221, + "drop_pct": 7741, + "total_tx_pps": 5711548, + "tx_pps": 5746892, + "tx_pkts": 57115483, + "ndr_pps": 2870523, + "drop_percentage": 0.013553242647006943 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f980c04f3b844edebf749e967b297a62" + }, + "synthesis": { + "avg_delay_usec": 51.4996825858362, + "total_tx_rate": 5706312 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:20:00", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a5da318377744c288afee82b6e83d7f4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650849742.814171, + "stats": { + "total_tx_rate": 4591478, + "overall": { + "rx_pkts": 45914783, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 113, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45914783, + "avg_delay_usec": 76.0, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22956236, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 113, + "tx_pkts": 22958547, + "avg_delay_usec": 76, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22958547, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 103, + "tx_pkts": 22956236, + "avg_delay_usec": 76, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751371200.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.75093936920166 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726682.774538362, + "rx_pkts": 46236280, + "time_ms": 1650849617552, + "drop_pct": 792430, + "total_tx_pps": 4702871, + "tx_pps": 4807692, + "tx_pkts": 47028710, + "drop_percentage": 1.6849919974415628 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23888220, + "time_ms": 1650849630057, + "drop_pct": 0, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835928, + "time_ms": 1650849642637, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835928, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41808587, + "time_ms": 1650849655220, + "drop_pct": 0, + "total_tx_pps": 4180858, + "tx_pps": 4206730, + "tx_pkts": 41808587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794909, + "time_ms": 1650849667733, + "drop_pct": 0, + "total_tx_pps": 4479490, + "tx_pps": 4507210, + "tx_pkts": 44794909, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626492.009806026, + "rx_pkts": 45980393, + "time_ms": 1650849680242, + "drop_pct": 307676, + "total_tx_pps": 4628806, + "tx_pps": 4657450, + "tx_pkts": 46288069, + "drop_percentage": 0.6646982832660399 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541488, + "time_ms": 1650849692745, + "drop_pct": 0, + "total_tx_pps": 4554148, + "tx_pps": 4582330, + "tx_pkts": 45541488, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45914783, + "time_ms": 1650849705269, + "drop_pct": 0, + "total_tx_pps": 4591478, + "tx_pps": 4619890, + "tx_pkts": 45914783, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626391.745988317, + "rx_pkts": 46071925, + "time_ms": 1650849717790, + "drop_pct": 122273, + "total_tx_pps": 4619419, + "tx_pps": 4638670, + "tx_pkts": 46194198, + "drop_percentage": 0.2646934145279457 + }, + { + "rx_pps": 4626440.83932869, + "rx_pkts": 45979885, + "time_ms": 1650849730293, + "drop_pct": 28217, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.06133050217981172 + }, + { + "rx_pps": 4624386.070437684, + "rx_pkts": 45959462, + "time_ms": 1650849742813, + "drop_pct": 1987, + "total_tx_pps": 4596144, + "tx_pps": 4624586, + "tx_pkts": 45961449, + "ndr_pps": 2309945, + "drop_percentage": 0.004323188331159881 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a5da318377744c288afee82b6e83d7f4" + }, + "synthesis": { + "avg_delay_usec": 76.0, + "total_tx_rate": 4591478 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:32:02", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2a0a188162394858b0f91a93a609e85b", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650850465.3741472, + "stats": { + "total_tx_rate": 3877019, + "overall": { + "rx_pkts": 38770196, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 139, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38770196, + "avg_delay_usec": 99.4996727383065, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19384122, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 139, + "tx_pkts": 19386074, + "avg_delay_usec": 106, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19386074, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 139, + "tx_pkts": 19384122, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702841776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.7311794757843 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982204.741901213, + "rx_pkts": 39030251, + "time_ms": 1650850340162, + "drop_pct": 798925, + "total_tx_pps": 3982917, + "tx_pps": 4063718, + "tx_pkts": 39829176, + "drop_percentage": 2.0058788060290276 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20193624, + "time_ms": 1650850352678, + "drop_pct": 0, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193624, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30308733, + "time_ms": 1650850365187, + "drop_pct": 0, + "total_tx_pps": 3030873, + "tx_pps": 3047788, + "tx_pkts": 30308733, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35342421, + "time_ms": 1650850377693, + "drop_pct": 0, + "total_tx_pps": 3534242, + "tx_pps": 3555754, + "tx_pkts": 35342421, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37863066, + "time_ms": 1650850390212, + "drop_pct": 0, + "total_tx_pps": 3786306, + "tx_pps": 3809736, + "tx_pkts": 37863066, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905550.3906702464, + "rx_pkts": 38819222, + "time_ms": 1650850402727, + "drop_pct": 309870, + "total_tx_pps": 3912909, + "tx_pps": 3936726, + "tx_pkts": 39129092, + "drop_percentage": 0.7919171750778168 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38494120, + "time_ms": 1650850415300, + "drop_pct": 0, + "total_tx_pps": 3849412, + "tx_pps": 3873232, + "tx_pkts": 38494120, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904613.0432372405, + "rx_pkts": 38805999, + "time_ms": 1650850427820, + "drop_pct": 3647, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.009397148327506002 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38799675, + "time_ms": 1650850440360, + "drop_pct": 0, + "total_tx_pps": 3879967, + "tx_pps": 3889106, + "tx_pkts": 38799675, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38734654, + "time_ms": 1650850452876, + "drop_pct": 0, + "total_tx_pps": 3873465, + "tx_pps": 3897042, + "tx_pkts": 38734654, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3901010.0, + "rx_pkts": 38770196, + "time_ms": 1650850465373, + "drop_pct": 0, + "total_tx_pps": 3877019, + "tx_pps": 3901010, + "tx_pkts": 38770196, + "ndr_pps": 1950505, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2a0a188162394858b0f91a93a609e85b" + }, + "synthesis": { + "avg_delay_usec": 99.4996727383065, + "total_tx_rate": 3877019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:34:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "0983ac3addf84a478e6da408b3e21aca", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650850502.7712622, + "stats": { + "total_tx_rate": 14122958, + "overall": { + "rx_pkts": 141229588, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 628, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 141229588, + "avg_delay_usec": 356.54005520429615, + "min_delay_usec": 20, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70668670, + "min_delay_usec": 21, + "drop_pct": 0, + "max_delay_usec": 628, + "tx_pkts": 70560918, + "avg_delay_usec": 409, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70560918, + "min_delay_usec": 20, + "drop_pct": 0, + "max_delay_usec": 603, + "tx_pkts": 70668670, + "avg_delay_usec": 304, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43140929037.33333, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.55201530456543 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 141229588, + "time_ms": 1650850502770, + "drop_pct": 0, + "total_tx_pps": 14122958, + "tx_pps": 16368398, + "tx_pkts": 141229588, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "0983ac3addf84a478e6da408b3e21aca" + }, + "synthesis": { + "avg_delay_usec": 356.54005520429615, + "total_tx_rate": 14122958 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:37:47", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650850810.5278695, + "stats": { + "total_tx_rate": 661743, + "overall": { + "rx_pkts": 6617433, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 566, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6617433, + "avg_delay_usec": 490.9992497090639, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3308551, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 566, + "tx_pkts": 3308882, + "avg_delay_usec": 506, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3308882, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 529, + "tx_pkts": 3308551, + "avg_delay_usec": 476, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751374880.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665838, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.66692209243774 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668814.8286232857, + "rx_pkts": 6651341, + "time_ms": 1650850685349, + "drop_pct": 239566, + "total_tx_pps": 689090, + "tx_pps": 692904, + "tx_pkts": 6890907, + "drop_percentage": 3.476552506077937 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443214, + "time_ms": 1650850697851, + "drop_pct": 0, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5164821, + "time_ms": 1650850710355, + "drop_pct": 0, + "total_tx_pps": 516482, + "tx_pps": 519678, + "tx_pkts": 5164821, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025614, + "time_ms": 1650850722872, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025614, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6467074, + "time_ms": 1650850735425, + "drop_pct": 0, + "total_tx_pps": 646707, + "tx_pps": 649598, + "tx_pkts": 6467074, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665952.2491003298, + "rx_pkts": 6619233, + "time_ms": 1650850747925, + "drop_pct": 52657, + "total_tx_pps": 667189, + "tx_pps": 671250, + "tx_pkts": 6671890, + "drop_percentage": 0.7892366330979678 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563625, + "time_ms": 1650850760442, + "drop_pct": 0, + "total_tx_pps": 656362, + "tx_pps": 660424, + "tx_pkts": 6563625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665838.0, + "rx_pkts": 6617433, + "time_ms": 1650850772948, + "drop_pct": 0, + "total_tx_pps": 661743, + "tx_pps": 665838, + "tx_pkts": 6617433, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665963.3876473027, + "rx_pkts": 6619344, + "time_ms": 1650850785467, + "drop_pct": 25650, + "total_tx_pps": 664499, + "tx_pps": 668544, + "tx_pkts": 6644994, + "drop_percentage": 0.38600486320980876 + }, + { + "rx_pps": 665953.6202723441, + "rx_pkts": 6619248, + "time_ms": 1650850797979, + "drop_pct": 12289, + "total_tx_pps": 663153, + "tx_pps": 667190, + "tx_pkts": 6631537, + "drop_percentage": 0.18531148962902566 + }, + { + "rx_pps": 665952.2454294527, + "rx_pkts": 6618569, + "time_ms": 1650850810527, + "drop_pct": 5583, + "total_tx_pps": 662415, + "tx_pps": 666514, + "tx_pkts": 6624152, + "ndr_pps": 332919, + "drop_percentage": 0.0842824862714503 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30" + }, + "synthesis": { + "avg_delay_usec": 490.9992497090639, + "total_tx_rate": 661743 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:43:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "014622aafb2c426ab9df378f15c06fef", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851015.0206628, + "stats": { + "total_tx_rate": 16765582, + "overall": { + "rx_pkts": 167655827, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 104, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 167655827, + "avg_delay_usec": 24.993023892930367, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 83944872, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 103, + "tx_pkts": 83710955, + "avg_delay_usec": 20, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 83710955, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 104, + "tx_pkts": 83944872, + "avg_delay_usec": 30, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11266471104.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.508348226547241 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 167655827, + "time_ms": 1650851015020, + "drop_pct": 0, + "total_tx_pps": 16765582, + "tx_pps": 74404760, + "tx_pkts": 167655827, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "014622aafb2c426ab9df378f15c06fef" + }, + "synthesis": { + "avg_delay_usec": 24.993023892930367, + "total_tx_rate": 16765582 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:44:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a2341c441c5140a784a4749e86d5c19e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851075.266194, + "stats": { + "total_tx_rate": 18075556, + "overall": { + "rx_pkts": 180755561, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 61, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180755561, + "avg_delay_usec": 20.503517144902666, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90468601, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 61, + "tx_pkts": 90286960, + "avg_delay_usec": 24, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 90286960, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 55, + "tx_pkts": 90468601, + "avg_delay_usec": 17, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21401458304.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.509921312332153 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180755561, + "time_ms": 1650851075265, + "drop_pct": 0, + "total_tx_pps": 18075556, + "tx_pps": 42229728, + "tx_pkts": 180755561, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2341c441c5140a784a4749e86d5c19e" + }, + "synthesis": { + "avg_delay_usec": 20.503517144902666, + "total_tx_rate": 18075556 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:45:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "81e85c0a6b464632850a5e5c7117f2b9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851135.4937232, + "stats": { + "total_tx_rate": 15904019, + "overall": { + "rx_pkts": 159040190, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 48, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 159040190, + "avg_delay_usec": 24.49913906667239, + "min_delay_usec": 6, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 79565736, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 79474454, + "avg_delay_usec": 23, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 79474454, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 44, + "tx_pkts": 79565736, + "avg_delay_usec": 26, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 35116073952.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.490444898605347 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 159040190, + "time_ms": 1650851135493, + "drop_pct": 0, + "total_tx_pps": 15904019, + "tx_pps": 22644926, + "tx_pkts": 159040190, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "81e85c0a6b464632850a5e5c7117f2b9" + }, + "synthesis": { + "avg_delay_usec": 24.49913906667239, + "total_tx_rate": 15904019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:45:37", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851155.6128447, + "stats": { + "total_tx_rate": 11083895, + "overall": { + "rx_pkts": 110838959, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 751, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 110838959, + "avg_delay_usec": 244.54752861762262, + "min_delay_usec": 22, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55446495, + "min_delay_usec": 24, + "drop_pct": 0, + "max_delay_usec": 751, + "tx_pkts": 55392464, + "avg_delay_usec": 342, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55392464, + "min_delay_usec": 22, + "drop_pct": 0, + "max_delay_usec": 604, + "tx_pkts": 55446495, + "avg_delay_usec": 147, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47173057120.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11748120, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.493241786956787 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11748120.0, + "rx_pkts": 110838959, + "time_ms": 1650851155612, + "drop_pct": 0, + "total_tx_pps": 11083895, + "tx_pps": 11748120, + "tx_pkts": 110838959, + "ndr_pps": 5874060, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc" + }, + "synthesis": { + "avg_delay_usec": 244.54752861762262, + "total_tx_rate": 11083895 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:50:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650851589.8598213, + "stats": { + "total_tx_rate": 7536285, + "overall": { + "rx_pkts": 75362853, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 85, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75362853, + "avg_delay_usec": 48.99969802098654, + "min_delay_usec": 11, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37679530, + "min_delay_usec": 11, + "drop_pct": 0, + "max_delay_usec": 85, + "tx_pkts": 37683323, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37683323, + "min_delay_usec": 13, + "drop_pct": 0, + "max_delay_usec": 81, + "tx_pkts": 37679530, + "avg_delay_usec": 43, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47508740640.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.68758368492126 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7867019.991496668, + "rx_pkts": 75782125, + "time_ms": 1650851464683, + "drop_pct": 620859, + "total_tx_pps": 7640298, + "tx_pps": 7931472, + "tx_pkts": 76402984, + "drop_percentage": 0.8126109315311559 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39413476, + "time_ms": 1650851477177, + "drop_pct": 0, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413476, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120203, + "time_ms": 1650851489700, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120203, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68973557, + "time_ms": 1650851502199, + "drop_pct": 0, + "total_tx_pps": 6897355, + "tx_pps": 6940038, + "tx_pkts": 68973557, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900239, + "time_ms": 1650851514716, + "drop_pct": 0, + "total_tx_pps": 7390023, + "tx_pps": 7435754, + "tx_pkts": 73900239, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620954.625306049, + "rx_pkts": 75507656, + "time_ms": 1650851527233, + "drop_pct": 620803, + "total_tx_pps": 7612845, + "tx_pps": 7683612, + "tx_pkts": 76128459, + "drop_percentage": 0.8154677083375614 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75131929, + "time_ms": 1650851539732, + "drop_pct": 0, + "total_tx_pps": 7513192, + "tx_pps": 7559684, + "tx_pkts": 75131929, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596741.430266551, + "rx_pkts": 75500232, + "time_ms": 1650851552229, + "drop_pct": 247534, + "total_tx_pps": 7574776, + "tx_pps": 7621648, + "tx_pkts": 75747766, + "drop_percentage": 0.3267871952817724 + }, + { + "rx_pps": 7590337.479512263, + "rx_pkts": 75436549, + "time_ms": 1650851564806, + "drop_pct": 3265, + "total_tx_pps": 7543981, + "tx_pps": 7590666, + "tx_pkts": 75439814, + "drop_percentage": 0.004327953406671973 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75285893, + "time_ms": 1650851577332, + "drop_pct": 0, + "total_tx_pps": 7528589, + "tx_pps": 7575174, + "tx_pkts": 75285893, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75362853, + "time_ms": 1650851589858, + "drop_pct": 0, + "total_tx_pps": 7536285, + "tx_pps": 7582920, + "tx_pkts": 75362853, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7" + }, + "synthesis": { + "avg_delay_usec": 48.99969802098654, + "total_tx_rate": 7536285 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:02:49", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "df31248f2daf41788e5aeb35599600ec", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650852312.436391, + "stats": { + "total_tx_rate": 5706025, + "overall": { + "rx_pkts": 57060256, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 100, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57060256, + "avg_delay_usec": 49.50055346754841, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28527257, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 96, + "tx_pkts": 28532999, + "avg_delay_usec": 44, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28532999, + "min_delay_usec": 10, + "drop_pct": 0, + "max_delay_usec": 100, + "tx_pkts": 28527257, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47656720800.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.73684573173523 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905630.69286569, + "rx_pkts": 57462293, + "time_ms": 1650852187211, + "drop_pct": 787741, + "total_tx_pps": 5825003, + "tx_pps": 5986590, + "tx_pkts": 58250034, + "drop_percentage": 1.3523442750265176 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748852, + "time_ms": 1650852199712, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748852, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44623288, + "time_ms": 1650852212213, + "drop_pct": 0, + "total_tx_pps": 4462328, + "tx_pps": 4489942, + "tx_pkts": 44623288, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52060508, + "time_ms": 1650852224756, + "drop_pct": 0, + "total_tx_pps": 5206050, + "tx_pps": 5238266, + "tx_pkts": 52060508, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779125, + "time_ms": 1650852237260, + "drop_pct": 0, + "total_tx_pps": 5577912, + "tx_pps": 5612428, + "tx_pkts": 55779125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751065.368412055, + "rx_pkts": 57156952, + "time_ms": 1650852249774, + "drop_pct": 481447, + "total_tx_pps": 5763839, + "tx_pps": 5799508, + "tx_pkts": 57638399, + "drop_percentage": 0.8352886415183045 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56868528, + "time_ms": 1650852262305, + "drop_pct": 0, + "total_tx_pps": 5686852, + "tx_pps": 5705968, + "tx_pkts": 56868528, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750731.258995378, + "rx_pkts": 57159387, + "time_ms": 1650852274851, + "drop_pct": 19946, + "total_tx_pps": 5717933, + "tx_pps": 5752738, + "tx_pkts": 57179333, + "drop_percentage": 0.034883233073040566 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941156, + "time_ms": 1650852287414, + "drop_pct": 0, + "total_tx_pps": 5694115, + "tx_pps": 5729352, + "tx_pkts": 56941156, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741046.0, + "rx_pkts": 57060256, + "time_ms": 1650852299929, + "drop_pct": 0, + "total_tx_pps": 5706025, + "tx_pps": 5741046, + "tx_pkts": 57060256, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5745777.043226499, + "rx_pkts": 57104416, + "time_ms": 1650852312435, + "drop_pct": 11081, + "total_tx_pps": 5711549, + "tx_pps": 5746892, + "tx_pkts": 57115497, + "ndr_pps": 2870523, + "drop_percentage": 0.019401039266103207 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "df31248f2daf41788e5aeb35599600ec" + }, + "synthesis": { + "avg_delay_usec": 49.50055346754841, + "total_tx_rate": 5706025 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:05:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "3483e5ac90f647c18792824df335576f", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650852456.8429823, + "stats": { + "total_tx_rate": 4591477, + "overall": { + "rx_pkts": 45914773, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 115, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45914773, + "avg_delay_usec": 72.0000503323843, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22956231, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 113, + "tx_pkts": 22958542, + "avg_delay_usec": 71, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22958542, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 115, + "tx_pkts": 22956231, + "avg_delay_usec": 73, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751360800.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.65410780906677 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726559.564871196, + "rx_pkts": 46152394, + "time_ms": 1650852331691, + "drop_pct": 792216, + "total_tx_pps": 4694461, + "tx_pps": 4807692, + "tx_pkts": 46944610, + "drop_percentage": 1.6875547586826263 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23888223, + "time_ms": 1650852344191, + "drop_pct": 0, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888223, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835922, + "time_ms": 1650852356692, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835922, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41808587, + "time_ms": 1650852369206, + "drop_pct": 0, + "total_tx_pps": 4180858, + "tx_pps": 4206730, + "tx_pkts": 41808587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794900, + "time_ms": 1650852381776, + "drop_pct": 0, + "total_tx_pps": 4479490, + "tx_pps": 4507210, + "tx_pkts": 44794900, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626532.86170713, + "rx_pkts": 45980800, + "time_ms": 1650852394280, + "drop_pct": 307270, + "total_tx_pps": 4628807, + "tx_pps": 4657450, + "tx_pkts": 46288070, + "drop_percentage": 0.6638211530530437 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541498, + "time_ms": 1650852406785, + "drop_pct": 0, + "total_tx_pps": 4554149, + "tx_pps": 4582330, + "tx_pkts": 45541498, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45914773, + "time_ms": 1650852419279, + "drop_pct": 0, + "total_tx_pps": 4591477, + "tx_pps": 4619890, + "tx_pkts": 45914773, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626430.527562457, + "rx_pkts": 45979781, + "time_ms": 1650852431782, + "drop_pct": 121642, + "total_tx_pps": 4610142, + "tx_pps": 4638670, + "tx_pkts": 46101423, + "drop_percentage": 0.26385736509695157 + }, + { + "rx_pps": 4626442.952323484, + "rx_pkts": 45979906, + "time_ms": 1650852444306, + "drop_pct": 28196, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.06128485804521995 + }, + { + "rx_pps": 4624386.291771492, + "rx_pkts": 45964089, + "time_ms": 1650852456842, + "drop_pct": 1985, + "total_tx_pps": 4596607, + "tx_pps": 4624586, + "tx_pkts": 45966074, + "ndr_pps": 2309945, + "drop_percentage": 0.004318402306883986 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3483e5ac90f647c18792824df335576f" + }, + "synthesis": { + "avg_delay_usec": 72.0000503323843, + "total_tx_rate": 4591477 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:17:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "e5fdb1f38f334e048d5a301c6045cc2d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650853179.382297, + "stats": { + "total_tx_rate": 3877019, + "overall": { + "rx_pkts": 38769903, + "drop_percentage": 0.0007557351528478215, + "drop_pct": 293, + "max_delay_usec": 150, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38770196, + "avg_delay_usec": 94.9999144181506, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19384122, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 150, + "tx_pkts": 19386074, + "avg_delay_usec": 97, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19385781, + "min_delay_usec": 11, + "drop_pct": 293, + "max_delay_usec": 136, + "tx_pkts": 19384122, + "avg_delay_usec": 93, + "drop_percentage": 0.0015115464089629645 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702841776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.64107275009155 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982055.7006684523, + "rx_pkts": 38963118, + "time_ms": 1650853054249, + "drop_pct": 799039, + "total_tx_pps": 3976215, + "tx_pps": 4063718, + "tx_pkts": 39762157, + "drop_percentage": 2.009546413691792 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20191592, + "time_ms": 1650853066752, + "drop_pct": 0, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191592, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30290447, + "time_ms": 1650853079251, + "drop_pct": 0, + "total_tx_pps": 3029044, + "tx_pps": 3047788, + "tx_pkts": 30290447, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35338864, + "time_ms": 1650853091784, + "drop_pct": 0, + "total_tx_pps": 3533886, + "tx_pps": 3555754, + "tx_pkts": 35338864, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37863067, + "time_ms": 1650853104288, + "drop_pct": 0, + "total_tx_pps": 3786306, + "tx_pps": 3809736, + "tx_pkts": 37863067, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905544.608185896, + "rx_pkts": 38817602, + "time_ms": 1650853116791, + "drop_pct": 309915, + "total_tx_pps": 3912751, + "tx_pps": 3936726, + "tx_pkts": 39127517, + "drop_percentage": 0.7920640606967214 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38563838, + "time_ms": 1650853129321, + "drop_pct": 0, + "total_tx_pps": 3856383, + "tx_pps": 3873232, + "tx_pkts": 38563838, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904454.7698652036, + "rx_pkts": 38804426, + "time_ms": 1650853141834, + "drop_pct": 5220, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.013450264400762635 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38651888, + "time_ms": 1650853154337, + "drop_pct": 0, + "total_tx_pps": 3865188, + "tx_pps": 3889106, + "tx_pkts": 38651888, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38732706, + "time_ms": 1650853166869, + "drop_pct": 0, + "total_tx_pps": 3873270, + "tx_pps": 3897042, + "tx_pkts": 38732706, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3900980.518696114, + "rx_pkts": 38769903, + "time_ms": 1650853179381, + "drop_pct": 293, + "total_tx_pps": 3877019, + "tx_pps": 3901010, + "tx_pkts": 38770196, + "ndr_pps": 1950505, + "drop_percentage": 0.0007557351528478215 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e5fdb1f38f334e048d5a301c6045cc2d" + }, + "synthesis": { + "avg_delay_usec": 94.9999144181506, + "total_tx_rate": 3877019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:20:20", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "4b1b0ab83b55448bb34da88ed0446e02", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650853238.9316306, + "stats": { + "total_tx_rate": 14094667, + "overall": { + "rx_pkts": 140946676, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 629, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 140946676, + "avg_delay_usec": 330.48077658816163, + "min_delay_usec": 13, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70508526, + "min_delay_usec": 14, + "drop_pct": 0, + "max_delay_usec": 629, + "tx_pkts": 70438150, + "avg_delay_usec": 292, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70438150, + "min_delay_usec": 13, + "drop_pct": 0, + "max_delay_usec": 558, + "tx_pkts": 70508526, + "avg_delay_usec": 369, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43054509462.666664, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.508249044418335 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 140946676, + "time_ms": 1650853238931, + "drop_pct": 0, + "total_tx_pps": 14094667, + "tx_pps": 16368398, + "tx_pkts": 140946676, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "4b1b0ab83b55448bb34da88ed0446e02" + }, + "synthesis": { + "avg_delay_usec": 330.48077658816163, + "total_tx_rate": 14094667 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:25:30", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650853673.125213, + "stats": { + "total_tx_rate": 661136, + "overall": { + "rx_pkts": 6611360, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 538, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6611360, + "avg_delay_usec": 477.99959584714793, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3305513, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 538, + "tx_pkts": 3305847, + "avg_delay_usec": 486, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3305847, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 524, + "tx_pkts": 3305513, + "avg_delay_usec": 470, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47707573760.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665160, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.65885472297668 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668428.2262058704, + "rx_pkts": 6638764, + "time_ms": 1650853547957, + "drop_pct": 243091, + "total_tx_pps": 688185, + "tx_pps": 692904, + "tx_pkts": 6881855, + "drop_percentage": 3.532347019807886 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443493, + "time_ms": 1650853560502, + "drop_pct": 0, + "total_tx_pps": 344349, + "tx_pps": 346452, + "tx_pkts": 3443493, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5165340, + "time_ms": 1650853573032, + "drop_pct": 0, + "total_tx_pps": 516534, + "tx_pps": 519678, + "tx_pkts": 5165340, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025616, + "time_ms": 1650853585552, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025616, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6456032, + "time_ms": 1650853598052, + "drop_pct": 0, + "total_tx_pps": 645603, + "tx_pps": 649598, + "tx_pkts": 6456032, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665605.0071570089, + "rx_pkts": 6618445, + "time_ms": 1650853610556, + "drop_pct": 56131, + "total_tx_pps": 667457, + "tx_pps": 671250, + "tx_pkts": 6674576, + "drop_percentage": 0.8409672764232514 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563625, + "time_ms": 1650853623059, + "drop_pct": 0, + "total_tx_pps": 656362, + "tx_pps": 660424, + "tx_pkts": 6563625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665581.9509880405, + "rx_pkts": 6615554, + "time_ms": 1650853635567, + "drop_pct": 2545, + "total_tx_pps": 661809, + "tx_pps": 665838, + "tx_pkts": 6618099, + "drop_percentage": 0.03845515154729477 + }, + { + "rx_pps": 663130.0, + "rx_pkts": 6590519, + "time_ms": 1650853648084, + "drop_pct": 0, + "total_tx_pps": 659051, + "tx_pps": 663130, + "tx_pkts": 6590519, + "drop_percentage": 0.0 + }, + { + "rx_pps": 664484.0, + "rx_pkts": 6604641, + "time_ms": 1650853660605, + "drop_pct": 0, + "total_tx_pps": 660464, + "tx_pps": 664484, + "tx_pkts": 6604641, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665160.0, + "rx_pkts": 6611360, + "time_ms": 1650853673124, + "drop_pct": 0, + "total_tx_pps": 661136, + "tx_pps": 665160, + "tx_pkts": 6611360, + "ndr_pps": 332580, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237" + }, + "synthesis": { + "avg_delay_usec": 477.99959584714793, + "total_tx_rate": 661136 + } + } + ] + }, + "fail_tests": 0, + "total_tests": 1, + "pass_tests": 1 + } + }, + { + "project_name": "nfvbench", + "scenario": "basic", + "stop_date": "2022-03-29 04:00:23", + "case_name": "characterization", + "build_tag": "I2DSIKVWY5C8", + "version": "unknown", + "pod_name": "AMICAL", + "criteria": "PASS", + "installer": "unknown", + "_id": "62428459c0d88e001ca15662", + "start_date": "2022-03-29 00:16:03", + "details": { + "tests": [ + { + "status": "passed", + "elements": [ + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 5.030165672302246, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 441.4675030708313, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012564659118652344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002872943878173828, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011372566223144531, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00823521614074707, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.396630525589, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002837181091308594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010609626770019531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007856607437133789, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39697003364563, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032806396484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007916927337646484, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39968848228455, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003211498260498047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007905721664428711, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40395522117615, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011658668518066406, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028514862060546875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.107589721679688e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007941484451293945, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4135231971741, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003170967102050781, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007906198501586914, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40963220596313, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001239776611328125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029730796813964844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001232624053955078, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 8.988380432128906e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007907390594482422, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4113304615021, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011849403381347656, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008216381072998047, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4068977832794, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012040138244628906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032019615173339844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001010894775390625, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007925271987915039, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.404554605484, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003101825714111328, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007976293563842773, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.5729796886444, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028586387634277344, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008101701736450195, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4532768726349, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00033020973205566406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007899761199951172, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41574001312256, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003037452697753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008031368255615234, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4325096607208, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031256675720214844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007970094680786133, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.82969641685486, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031185150146484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011396408081054688, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008100748062133789, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4229202270508, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002961158752441406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008043766021728516, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.42792868614197, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011777877807617188, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003020763397216797, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.0001125335693359375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00787210464477539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 443.48774886131287, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003151893615722656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008165359497070312, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4371497631073, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012183189392089844, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002982616424560547, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011897087097167969, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007880926132202148, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4218900203705, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030922889709472656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008101463317871094, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.5446517467499, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002968311309814453, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011539459228515625, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007904767990112305, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 443.58557987213135, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030350685119628906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008047819137573242, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.51229333877563, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011873245239257812, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002970695495605469, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011205673217773438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008028507232666016, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4921851158142, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002834796905517578, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011658668518066406, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007831335067749023, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.44814562797546, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002892017364501953, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010704994201660156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011205673217773438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008156299591064453, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.425315618515, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012135505676269531, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002989768981933594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010848045349121094, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008181095123291016, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.497309923172, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002830028533935547, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.1552734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008019685745239258, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.43971967697144, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002837181091308594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008020877838134766, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.46456599235535, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.000316619873046875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011324882507324219, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007940530776977539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.47153663635254, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010395050048828125, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00010609626770019531, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024056434631347656, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007750511169433594, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.1791934967041, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011229515075683594, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008098125457763672, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.174768686294556, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010180473327636719, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023174285888671875, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008144855499267578, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.25333619117737, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010204315185546875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002396106719970703, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008252859115600586, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.2523250579834, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013947486877441406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.107589721679688e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00022912025451660156, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00817418098449707, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.25585341453552, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001220703125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00010895729064941406, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008129119873046875, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.25064826011658, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012230873107910156, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.918212890625e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023627281188964844, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008117198944091797, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.175238370895386, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011420249938964844, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002562999725341797, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00825643539428711, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.24060845375061, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", + "type": "scenario" + } + ], + "name": "characterization", + "keyword": "Feature", + "tags": [ + "characterization" + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" + } + ], + "skip_tests": 0, + "links": [ + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/xtesting.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.html", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/behave_tests.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/campaign_result.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/TESTS-characterization-full.xml", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" + ], + "results": { + "latency": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "frame_sizes": [ + "64" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:55:31", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "31dfef5b7f0d4cefa8f78348321335f6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "404397pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.5412860544, + "rate_pps": 201371, + "initial_rate_type": "rate_pps", + "rate_bps": 135321513 + }, + "tx": { + "rate_percent": 0.5414158848, + "rate_pps": 201419, + "initial_rate_type": "rate_pps", + "rate_bps": 135353971 + }, + "orig": { + "rate_percent": 0.5435095679999999, + "rate_pps": 202198, + "initial_rate_type": "rate_pps", + "rate_bps": 135877392 + } + }, + "direction-total": { + "rx": { + "rate_percent": 1.0825922688, + "rate_pps": 402749.0, + "rate_bps": 270648066.0 + }, + "tx": { + "rate_percent": 1.0828642944000002, + "rate_pps": 402850.0, + "rate_bps": 270716073.0 + }, + "orig": { + "rate_percent": 1.0870191359999999, + "rate_pps": 404396.0, + "rate_bps": 271754784.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.5413062144, + "rate_pps": 201378, + "initial_rate_type": "rate_pps", + "rate_bps": 135326553 + }, + "tx": { + "rate_percent": 0.5414484096000001, + "rate_pps": 201431, + "initial_rate_type": "rate_pps", + "rate_bps": 135362102 + }, + "orig": { + "rate_percent": 0.5435095679999999, + "rate_pps": 202198, + "initial_rate_type": "rate_pps", + "rate_bps": 135877392 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + "-1 (-0.0101%)" + ], + "lat_max_usec": 913, + "lat_avg_usec": 72, + "lat_min_usec": 31, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 10880, + "lat_avg_usec": 72, + "lat_min_usec": 30, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 402851, + "overall": { + "drop_rate_percent": 0.02512093171847776, + "rx": { + "dropped_pkts": 1012, + "pkt_bit_rate": 109573400.0, + "pkt_rate": 201421.0, + "max_delay_usec": 10880, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 72.0, + "total_pkt_bytes": 273870068, + "total_pkts": 4027501, + "min_delay_usec": 30 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 273938884, + "total_pkts": 4028513, + "pkt_bit_rate": 109576132.0, + "pkt_rate": 201426.5 + } + }, + "1": { + "drop_rate_percent": 0.023978350974548694, + "rx": { + "dropped_pkts": 483, + "pkt_bit_rate": 109577136, + "pkt_rate": 201428, + "max_delay_usec": 10880, + "total_pkt_bytes": 136932484, + "avg_delay_usec": 72, + "total_pkts": 2013713, + "min_delay_usec": 30 + }, + "tx": { + "total_pkt_bytes": 136973556, + "total_pkts": 2014317, + "pkt_bit_rate": 109577000, + "pkt_rate": 201428 + } + }, + "0": { + "drop_rate_percent": 0.02626358110134267, + "rx": { + "dropped_pkts": 529, + "pkt_bit_rate": 109569664, + "pkt_rate": 201414, + "max_delay_usec": 913, + "total_pkt_bytes": 136937584, + "avg_delay_usec": 72, + "total_pkts": 2013788, + "min_delay_usec": 31 + }, + "tx": { + "total_pkt_bytes": 136965328, + "total_pkts": 2014196, + "pkt_bit_rate": 109575264, + "pkt_rate": 201425 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 270715872.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "31dfef5b7f0d4cefa8f78348321335f6" + }, + "synthesis": { + "avg_delay_usec": 72.0, + "total_tx_rate": 402851 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "frame_sizes": [ + "64" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:56:11", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "4d3fa821db7a40a2bc3cab131ccc1635", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "519939pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.6960530304, + "rate_pps": 258948, + "initial_rate_type": "rate_pps", + "rate_bps": 174013257 + }, + "tx": { + "rate_percent": 0.6961078655999999, + "rate_pps": 258968, + "initial_rate_type": "rate_pps", + "rate_bps": 174026966 + }, + "orig": { + "rate_percent": 0.698798016, + "rate_pps": 259969, + "initial_rate_type": "rate_pps", + "rate_bps": 174699504 + } + }, + "direction-total": { + "rx": { + "rate_percent": 1.3921789055999998, + "rate_pps": 517923.0, + "rate_bps": 348044725.0 + }, + "tx": { + "rate_percent": 1.3922579327999998, + "rate_pps": 517952.0, + "rate_bps": 348064482.0 + }, + "orig": { + "rate_percent": 1.397596032, + "rate_pps": 519938.0, + "rate_bps": 349399008.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.6961258751999999, + "rate_pps": 258975, + "initial_rate_type": "rate_pps", + "rate_bps": 174031468 + }, + "tx": { + "rate_percent": 0.6961500671999998, + "rate_pps": 258984, + "initial_rate_type": "rate_pps", + "rate_bps": 174037516 + }, + "orig": { + "rate_percent": 0.698798016, + "rate_pps": 259969, + "initial_rate_type": "rate_pps", + "rate_bps": 174699504 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + 9936 + ], + "lat_max_usec": 826, + "lat_avg_usec": 86, + "lat_min_usec": 32, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 2343, + "lat_avg_usec": 82, + "lat_min_usec": 31, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 517953, + "overall": { + "drop_rate_percent": 0.005676189600950356, + "rx": { + "dropped_pkts": 294, + "pkt_bit_rate": 141229784.0, + "pkt_rate": 259613.5, + "max_delay_usec": 2343, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 84.00010464861909, + "total_pkt_bytes": 352188116, + "total_pkts": 5179237, + "min_delay_usec": 31 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 352208108, + "total_pkts": 5179531, + "pkt_bit_rate": 141223456.0, + "pkt_rate": 259601.5 + } + }, + "1": { + "drop_rate_percent": 0.007876922316556519, + "rx": { + "dropped_pkts": 204, + "pkt_bit_rate": 141232784, + "pkt_rate": 259619, + "max_delay_usec": 2343, + "total_pkt_bytes": 176084844, + "avg_delay_usec": 82, + "total_pkts": 2589483, + "min_delay_usec": 31 + }, + "tx": { + "total_pkt_bytes": 176109392, + "total_pkts": 2589844, + "pkt_bit_rate": 141216336, + "pkt_rate": 259588 + } + }, + "0": { + "drop_rate_percent": 0.0034753234657315733, + "rx": { + "dropped_pkts": 90, + "pkt_bit_rate": 141226784, + "pkt_rate": 259608, + "max_delay_usec": 826, + "total_pkt_bytes": 176103272, + "avg_delay_usec": 86, + "total_pkts": 2589754, + "min_delay_usec": 32 + }, + "tx": { + "total_pkt_bytes": 176098716, + "total_pkts": 2589687, + "pkt_bit_rate": 141230576, + "pkt_rate": 259615 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 348064416.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "4d3fa821db7a40a2bc3cab131ccc1635" + }, + "synthesis": { + "avg_delay_usec": 84.00010464861909, + "total_tx_rate": 517953 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "frame_sizes": [ + "768" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:56:51", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "323313pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 4.0606182144, + "rate_pps": 161033, + "initial_rate_type": "rate_pps", + "rate_bps": 1015154553 + }, + "tx": { + "rate_percent": 4.0606182144, + "rate_pps": 161033, + "initial_rate_type": "rate_pps", + "rate_bps": 1015154553 + }, + "orig": { + "rate_percent": 4.076330304, + "rate_pps": 161656, + "initial_rate_type": "rate_pps", + "rate_bps": 1019082576 + } + }, + "direction-total": { + "rx": { + "rate_percent": 8.121481024, + "rate_pps": 322076.0, + "rate_bps": 2030370255.0 + }, + "tx": { + "rate_percent": 8.121481024, + "rate_pps": 322076.0, + "rate_bps": 2030370255.0 + }, + "orig": { + "rate_percent": 8.152660608, + "rate_pps": 323312.0, + "rate_bps": 2038165152.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 4.0608628096, + "rate_pps": 161043, + "initial_rate_type": "rate_pps", + "rate_bps": 1015215702 + }, + "tx": { + "rate_percent": 4.0608628096, + "rate_pps": 161043, + "initial_rate_type": "rate_pps", + "rate_bps": 1015215702 + }, + "orig": { + "rate_percent": 4.076330304, + "rate_pps": 161656, + "initial_rate_type": "rate_pps", + "rate_bps": 1019082576 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 319, + "lat_avg_usec": 127, + "lat_min_usec": 37, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 5029, + "lat_avg_usec": 131, + "lat_min_usec": 49, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 322076, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996376192.0, + "pkt_rate": 161330.0, + "max_delay_usec": 5029, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 128.99993976586308, + "total_pkt_bytes": 2486430580, + "total_pkts": 3220765, + "min_delay_usec": 37 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 2486430580, + "total_pkts": 3220765, + "pkt_bit_rate": 996371424.0, + "pkt_rate": 161329.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996389184, + "pkt_rate": 161332, + "max_delay_usec": 5029, + "total_pkt_bytes": 1243177848, + "avg_delay_usec": 131, + "total_pkts": 1610334, + "min_delay_usec": 49 + }, + "tx": { + "total_pkt_bytes": 1243252732, + "total_pkts": 1610431, + "pkt_bit_rate": 996370048, + "pkt_rate": 161329 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996363200, + "pkt_rate": 161328, + "max_delay_usec": 319, + "total_pkt_bytes": 1243252732, + "avg_delay_usec": 127, + "total_pkts": 1610431, + "min_delay_usec": 37 + }, + "tx": { + "total_pkt_bytes": 1243177848, + "total_pkts": 1610334, + "pkt_bit_rate": 996372800, + "pkt_rate": 161329 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2030367104.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d" + }, + "synthesis": { + "avg_delay_usec": 128.99993976586308, + "total_tx_rate": 322076 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "frame_sizes": [ + "768" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:57:29", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fe186736edcd4ccf8aef444a8035ae7a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "415688pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 5.223822208, + "rate_pps": 207163, + "initial_rate_type": "rate_pps", + "rate_bps": 1305955552 + }, + "tx": { + "rate_percent": 5.2242786176000005, + "rate_pps": 207181, + "initial_rate_type": "rate_pps", + "rate_bps": 1306069654 + }, + "orig": { + "rate_percent": 5.240994304, + "rate_pps": 207844, + "initial_rate_type": "rate_pps", + "rate_bps": 1310248576 + } + }, + "direction-total": { + "rx": { + "rate_percent": 10.447904140799999, + "rate_pps": 414336.0, + "rate_bps": 2611976035.0 + }, + "tx": { + "rate_percent": 10.4488699136, + "rate_pps": 414374.0, + "rate_bps": 2612217478.0 + }, + "orig": { + "rate_percent": 10.481988608, + "rate_pps": 415688.0, + "rate_bps": 2620497152.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 5.224081932799999, + "rate_pps": 207173, + "initial_rate_type": "rate_pps", + "rate_bps": 1306020483 + }, + "tx": { + "rate_percent": 5.224591296, + "rate_pps": 207193, + "initial_rate_type": "rate_pps", + "rate_bps": 1306147824 + }, + "orig": { + "rate_percent": 5.240994304, + "rate_pps": 207844, + "initial_rate_type": "rate_pps", + "rate_bps": 1310248576 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9947, + 9947 + ], + "lat_max_usec": 5273, + "lat_avg_usec": 150, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9948, + 9948 + ], + "lat_max_usec": 11188, + "lat_avg_usec": 145, + "lat_min_usec": 37, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 414374, + "overall": { + "drop_rate_percent": 0.009242844517979626, + "rx": { + "dropped_pkts": 383, + "pkt_bit_rate": 1203150656.0, + "pkt_rate": 194810.0, + "max_delay_usec": 11188, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 147.50006214758398, + "total_pkt_bytes": 3198676236, + "total_pkts": 4143363, + "min_delay_usec": 37 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 3198971912, + "total_pkts": 4143746, + "pkt_bit_rate": 1203347648.0, + "pkt_rate": 194842.0 + } + }, + "1": { + "drop_rate_percent": 0.008735795283153188, + "rx": { + "dropped_pkts": 181, + "pkt_bit_rate": 1195129344, + "pkt_rate": 193511, + "max_delay_usec": 11188, + "total_pkt_bytes": 1599298360, + "avg_delay_usec": 145, + "total_pkts": 2071630, + "min_delay_usec": 37 + }, + "tx": { + "total_pkt_bytes": 1599533820, + "total_pkts": 2071935, + "pkt_bit_rate": 1205016576, + "pkt_rate": 195112 + } + }, + "0": { + "drop_rate_percent": 0.009749924100219567, + "rx": { + "dropped_pkts": 202, + "pkt_bit_rate": 1211171968, + "pkt_rate": 196109, + "max_delay_usec": 5273, + "total_pkt_bytes": 1599377876, + "avg_delay_usec": 150, + "total_pkts": 2071733, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 1599438092, + "total_pkts": 2071811, + "pkt_bit_rate": 1201678720, + "pkt_rate": 194572 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2612213696.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fe186736edcd4ccf8aef444a8035ae7a" + }, + "synthesis": { + "avg_delay_usec": 147.50006214758398, + "total_tx_rate": 414374 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "frame_sizes": [ + "1518" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:58:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "3e05e243e2d848f58e131d186c909bc7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "353369pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 8.6621931776, + "rate_pps": 176003, + "initial_rate_type": "rate_pps", + "rate_bps": 2165548294 + }, + "tx": { + "rate_percent": 8.6621931776, + "rate_pps": 176003, + "initial_rate_type": "rate_pps", + "rate_bps": 2165548294 + }, + "orig": { + "rate_percent": 8.695704352, + "rate_pps": 176684, + "initial_rate_type": "rate_pps", + "rate_bps": 2173926088 + } + }, + "direction-total": { + "rx": { + "rate_percent": 17.324908044800004, + "rate_pps": 352017.0, + "rate_bps": 4331227010.0 + }, + "tx": { + "rate_percent": 17.324908044800004, + "rate_pps": 352017.0, + "rate_bps": 4331227010.0 + }, + "orig": { + "rate_percent": 17.391408704, + "rate_pps": 353368.0, + "rate_bps": 4347852176.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 8.662714867200002, + "rate_pps": 176014, + "initial_rate_type": "rate_pps", + "rate_bps": 2165678716 + }, + "tx": { + "rate_percent": 8.662714867200002, + "rate_pps": 176014, + "initial_rate_type": "rate_pps", + "rate_bps": 2165678716 + }, + "orig": { + "rate_percent": 8.695704352, + "rate_pps": 176684, + "initial_rate_type": "rate_pps", + "rate_bps": 2173926088 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + 9936 + ], + "lat_max_usec": 327, + "lat_avg_usec": 135, + "lat_min_usec": 43, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 4259, + "lat_avg_usec": 130, + "lat_min_usec": 44, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 352017, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147925760.0, + "pkt_rate": 176406.5, + "max_delay_usec": 4259, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 132.50007528028414, + "total_pkt_bytes": 5357710916, + "total_pkts": 3520178, + "min_delay_usec": 43 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 5357710916, + "total_pkts": 3520178, + "pkt_bit_rate": 2148198656.0, + "pkt_rate": 176428.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147965440, + "pkt_rate": 176410, + "max_delay_usec": 4259, + "total_pkt_bytes": 2678774792, + "avg_delay_usec": 130, + "total_pkts": 1760036, + "min_delay_usec": 44 + }, + "tx": { + "total_pkt_bytes": 2678936124, + "total_pkts": 1760142, + "pkt_bit_rate": 2148139008, + "pkt_rate": 176424 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147886080, + "pkt_rate": 176403, + "max_delay_usec": 327, + "total_pkt_bytes": 2678936124, + "avg_delay_usec": 135, + "total_pkts": 1760142, + "min_delay_usec": 43 + }, + "tx": { + "total_pkt_bytes": 2678774792, + "total_pkts": 1760036, + "pkt_bit_rate": 2148258304, + "pkt_rate": 176433 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4331217168.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3e05e243e2d848f58e131d186c909bc7" + }, + "synthesis": { + "avg_delay_usec": 132.50007528028414, + "total_tx_rate": 352017 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "frame_sizes": [ + "1518" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:58:48", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7910b7f29a8f4eae96799809b0c39463", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "454332pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 11.1438755264, + "rate_pps": 226427, + "initial_rate_type": "rate_pps", + "rate_bps": 2785968881 + }, + "tx": { + "rate_percent": 11.144554707200001, + "rate_pps": 226441, + "initial_rate_type": "rate_pps", + "rate_bps": 2786138676 + }, + "orig": { + "rate_percent": 11.180201856, + "rate_pps": 227166, + "initial_rate_type": "rate_pps", + "rate_bps": 2795050464 + } + }, + "direction-total": { + "rx": { + "rate_percent": 22.289040512, + "rate_pps": 452881.0, + "rate_bps": 5572260127.0 + }, + "tx": { + "rate_percent": 22.289778752, + "rate_pps": 452896.0, + "rate_bps": 5572444687.0 + }, + "orig": { + "rate_percent": 22.360403712, + "rate_pps": 454332.0, + "rate_bps": 5590100928.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 11.145164985600001, + "rate_pps": 226454, + "initial_rate_type": "rate_pps", + "rate_bps": 2786291246 + }, + "tx": { + "rate_percent": 11.145224044799999, + "rate_pps": 226455, + "initial_rate_type": "rate_pps", + "rate_bps": 2786306011 + }, + "orig": { + "rate_percent": 11.180201856, + "rate_pps": 227166, + "initial_rate_type": "rate_pps", + "rate_bps": 2795050464 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9948, + "-2 (-0.0201%)" + ], + "lat_max_usec": 205, + "lat_avg_usec": 100, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9949, + 9949 + ], + "lat_max_usec": 5711, + "lat_avg_usec": 106, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 452897, + "overall": { + "drop_rate_percent": 0.003312011340326829, + "rx": { + "dropped_pkts": 150, + "pkt_bit_rate": 2634780672.0, + "pkt_rate": 216390.5, + "max_delay_usec": 5711, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 102.9998264448576, + "total_pkt_bytes": 6892864040, + "total_pkts": 4528820, + "min_delay_usec": 38 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 6893092340, + "total_pkts": 4528970, + "pkt_bit_rate": 2645309568.0, + "pkt_rate": 217255.5 + } + }, + "1": { + "drop_rate_percent": 0.006093917872533785, + "rx": { + "dropped_pkts": 138, + "pkt_bit_rate": 2509765376, + "pkt_rate": 206123, + "max_delay_usec": 5711, + "total_pkt_bytes": 3446232638, + "avg_delay_usec": 106, + "total_pkts": 2264279, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 3446649666, + "total_pkts": 2264553, + "pkt_bit_rate": 2530603776, + "pkt_rate": 207835 + } + }, + "0": { + "drop_rate_percent": 0.0005299377279008239, + "rx": { + "dropped_pkts": 12, + "pkt_bit_rate": 2759795968, + "pkt_rate": 226658, + "max_delay_usec": 205, + "total_pkt_bytes": 3446631402, + "avg_delay_usec": 100, + "total_pkts": 2264541, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 3446442674, + "total_pkts": 2264417, + "pkt_bit_rate": 2760015360, + "pkt_rate": 226676 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5572444688.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7910b7f29a8f4eae96799809b0c39463" + }, + "synthesis": { + "avg_delay_usec": 102.9998264448576, + "total_tx_rate": 452897 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "frame_sizes": [ + "9000" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:59:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "422174a3acbd45169f09f61c00aee4d4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "183573pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 26.392404543999998, + "rate_pps": 91437, + "initial_rate_type": "rate_pps", + "rate_bps": 6598101136 + }, + "tx": { + "rate_percent": 26.392404543999998, + "rate_pps": 91437, + "initial_rate_type": "rate_pps", + "rate_bps": 6598101136 + }, + "orig": { + "rate_percent": 26.49325536, + "rate_pps": 91786, + "initial_rate_type": "rate_pps", + "rate_bps": 6623313840 + } + }, + "direction-total": { + "rx": { + "rate_percent": 52.786425472, + "rate_pps": 182879.0, + "rate_bps": 13196606368.0 + }, + "tx": { + "rate_percent": 52.786425472, + "rate_pps": 182879.0, + "rate_bps": 13196606368.0 + }, + "orig": { + "rate_percent": 52.98651072, + "rate_pps": 183572.0, + "rate_bps": 13246627680.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 26.394020928, + "rate_pps": 91442, + "initial_rate_type": "rate_pps", + "rate_bps": 6598505232 + }, + "tx": { + "rate_percent": 26.394020928, + "rate_pps": 91442, + "initial_rate_type": "rate_pps", + "rate_bps": 6598505232 + }, + "orig": { + "rate_percent": 26.49325536, + "rate_pps": 91786, + "initial_rate_type": "rate_pps", + "rate_bps": 6623313840 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 7076, + "lat_avg_usec": 465, + "lat_min_usec": 117, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 7737, + "lat_avg_usec": 470, + "lat_min_usec": 130, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 182879, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6309462016.0, + "pkt_rate": 87592.0, + "max_delay_usec": 7737, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 467.4999234469854, + "total_pkt_bytes": 16466497192, + "total_pkts": 1828798, + "min_delay_usec": 117 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 16466497192, + "total_pkts": 1828798, + "pkt_bit_rate": 6308925440.0, + "pkt_rate": 87584.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6276257280, + "pkt_rate": 87131, + "max_delay_usec": 7737, + "total_pkt_bytes": 8232996484, + "avg_delay_usec": 470, + "total_pkts": 914371, + "min_delay_usec": 130 + }, + "tx": { + "total_pkt_bytes": 8233500708, + "total_pkts": 914427, + "pkt_bit_rate": 6310474240, + "pkt_rate": 87606 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6342666752, + "pkt_rate": 88053, + "max_delay_usec": 7076, + "total_pkt_bytes": 8233500708, + "avg_delay_usec": 465, + "total_pkts": 914427, + "min_delay_usec": 117 + }, + "tx": { + "total_pkt_bytes": 8232996484, + "total_pkts": 914371, + "pkt_bit_rate": 6307376640, + "pkt_rate": 87563 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 13196548640.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "422174a3acbd45169f09f61c00aee4d4" + }, + "synthesis": { + "avg_delay_usec": 467.4999234469854, + "total_tx_rate": 182879 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "frame_sizes": [ + "9000" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 04:00:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "f14fd151f22a41f7b5185e37d548ad45", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "236023pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 33.929862912, + "rate_pps": 117550, + "initial_rate_type": "rate_pps", + "rate_bps": 8482465728 + }, + "tx": { + "rate_percent": 33.93338432, + "rate_pps": 117563, + "initial_rate_type": "rate_pps", + "rate_bps": 8483346080 + }, + "orig": { + "rate_percent": 34.062839360000005, + "rate_pps": 118011, + "initial_rate_type": "rate_pps", + "rate_bps": 8515709840 + } + }, + "direction-total": { + "rx": { + "rate_percent": 67.86532543999999, + "rate_pps": 235120.0, + "rate_bps": 16966331360.0 + }, + "tx": { + "rate_percent": 67.868846848, + "rate_pps": 235133.0, + "rate_bps": 16967211712.0 + }, + "orig": { + "rate_percent": 68.12567872000001, + "rate_pps": 236022.0, + "rate_bps": 17031419680.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 33.935462528, + "rate_pps": 117570, + "initial_rate_type": "rate_pps", + "rate_bps": 8483865632 + }, + "tx": { + "rate_percent": 33.935462528, + "rate_pps": 117570, + "initial_rate_type": "rate_pps", + "rate_bps": 8483865632 + }, + "orig": { + "rate_percent": 34.062839360000005, + "rate_pps": 118011, + "initial_rate_type": "rate_pps", + "rate_bps": 8515709840 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 4884, + "lat_avg_usec": 544, + "lat_min_usec": 229, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9939, + 9939 + ], + "lat_max_usec": 8447, + "lat_avg_usec": 520, + "lat_min_usec": 229, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 235133, + "overall": { + "drop_rate_percent": 0.005188548448283782, + "rx": { + "dropped_pkts": 122, + "pkt_bit_rate": 8485221632.0, + "pkt_rate": 117797.5, + "max_delay_usec": 8447, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 532.000990128487, + "total_pkt_bytes": 21170294840, + "total_pkts": 2351210, + "min_delay_usec": 229 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 21171393328, + "total_pkts": 2351332, + "pkt_bit_rate": 8486891520.0, + "pkt_rate": 117820.5 + } + }, + "1": { + "drop_rate_percent": 0.010376779149818577, + "rx": { + "dropped_pkts": 122, + "pkt_bit_rate": 8483412992, + "pkt_rate": 117772, + "max_delay_usec": 8447, + "total_pkt_bytes": 10584274032, + "avg_delay_usec": 520, + "total_pkts": 1175508, + "min_delay_usec": 229 + }, + "tx": { + "total_pkt_bytes": 10586020808, + "total_pkts": 1175702, + "pkt_bit_rate": 8486368256, + "pkt_rate": 117813 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 8487030272, + "pkt_rate": 117823, + "max_delay_usec": 4884, + "total_pkt_bytes": 10586020808, + "avg_delay_usec": 544, + "total_pkts": 1175702, + "min_delay_usec": 229 + }, + "tx": { + "total_pkt_bytes": 10585372520, + "total_pkts": 1175630, + "pkt_bit_rate": 8487414784, + "pkt_rate": 117828 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 16967197280.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f14fd151f22a41f7b5185e37d548ad45" + }, + "synthesis": { + "avg_delay_usec": 532.000990128487, + "total_tx_rate": 235133 + } + } + ], + "throughput": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:21:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.48828125, + "timestamp_sec": 1648513409.8775496, + "stats": { + "total_tx_rate": 361069, + "overall": { + "rx_pkts": 3610699, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1893, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3610699, + "avg_delay_usec": 91.50007602406072, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1805258, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 990, + "tx_pkts": 1805441, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1805441, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1893, + "tx_pkts": 1805258, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 242638368.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.9765625, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 363304, + "rate_bps": 244140624.0, + "time_taken_sec": 137.65262913703918 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 706488.1334367159, + "rx_pkts": 4041557, + "time_ms": 1648513284731, + "drop_pct": 421600523, + "total_tx_pps": 42564208, + "tx_pps": 74404760, + "tx_pkts": 425642080, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42564208). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 99.05047992435334 + }, + { + "rx_pps": 518432.56253104715, + "rx_pkts": 5152442, + "time_ms": 1648513297224, + "drop_pct": 364583410, + "total_tx_pps": 36973585, + "tx_pps": 37202380, + "tx_pkts": 369735852, + "drop_percentage": 98.60645323624175 + }, + { + "rx_pps": 606695.2079490544, + "rx_pkts": 6029034, + "time_ms": 1648513309723, + "drop_pct": 178820303, + "total_tx_pps": 18484933, + "tx_pps": 18601190, + "tx_pkts": 184849337, + "drop_percentage": 96.73840647856909 + }, + { + "rx_pps": 490524.8337800907, + "rx_pkts": 4874836, + "time_ms": 1648513322260, + "drop_pct": 87554471, + "total_tx_pps": 9242930, + "tx_pps": 9300594, + "tx_pkts": 92429307, + "drop_percentage": 94.72587628510512 + }, + { + "rx_pps": 1794968.8359250196, + "rx_pkts": 17837503, + "time_ms": 1648513334800, + "drop_pct": 28374814, + "total_tx_pps": 4621231, + "tx_pps": 4650296, + "tx_pkts": 46212317, + "drop_percentage": 61.40097671363243 + }, + { + "rx_pps": 1920709.0456904878, + "rx_pkts": 19088969, + "time_ms": 1648513347304, + "drop_pct": 4019517, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108486, + "drop_percentage": 17.394116602879134 + }, + { + "rx_pps": 1161713.5081454054, + "rx_pkts": 11545692, + "time_ms": 1648513359821, + "drop_pct": 8552, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554244, + "drop_percentage": 0.07401609313426305 + }, + { + "rx_pps": 581251.9908500996, + "rx_pkts": 5776774, + "time_ms": 1648513372321, + "drop_pct": 338, + "total_tx_pps": 577711, + "tx_pps": 581286, + "tx_pkts": 5777112, + "drop_percentage": 0.005850674177686014 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2888548, + "time_ms": 1648513384819, + "drop_pct": 0, + "total_tx_pps": 288854, + "tx_pps": 290642, + "tx_pkts": 2888548, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435944.8824348059, + "rx_pkts": 4332640, + "time_ms": 1648513397325, + "drop_pct": 190, + "total_tx_pps": 433283, + "tx_pps": 435964, + "tx_pkts": 4332830, + "drop_percentage": 0.0043851247337190705 + }, + { + "rx_pps": 363304.0, + "rx_pkts": 3610699, + "time_ms": 1648513409876, + "drop_pct": 0, + "total_tx_pps": 361069, + "tx_pps": 363304, + "tx_pkts": 3610699, + "ndr_pps": 181652, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8" + }, + "synthesis": { + "avg_delay_usec": 91.50007602406072, + "total_tx_rate": 361069 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:28:22", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a2a3552c4052460aae598a9a2f15a5af", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 1.5625, + "timestamp_sec": 1648513842.6383016, + "stats": { + "total_tx_rate": 655714, + "overall": { + "rx_pkts": 6557144, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 297, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6557144, + "avg_delay_usec": 144.50047810449183, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3278407, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 297, + "tx_pkts": 3278737, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3278737, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 285, + "tx_pkts": 3278407, + "avg_delay_usec": 154, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 776365376.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 659838, + "rate_bps": 781250000.0, + "time_taken_sec": 137.85558819770813 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 437885.75742536853, + "rx_pkts": 4035817, + "time_ms": 1648513717287, + "drop_pct": 385178610, + "total_tx_pps": 38921442, + "tx_pps": 42229728, + "tx_pkts": 389214427, + "drop_percentage": 98.96308648394475 + }, + { + "rx_pps": 514776.8413086158, + "rx_pkts": 5125891, + "time_ms": 1648513729860, + "drop_pct": 205125392, + "total_tx_pps": 21025128, + "tx_pps": 21114864, + "tx_pkts": 210251283, + "drop_percentage": 97.5620167797026 + }, + { + "rx_pps": 432863.9814335654, + "rx_pkts": 4301586, + "time_ms": 1648513742365, + "drop_pct": 100612899, + "total_tx_pps": 10491448, + "tx_pps": 10557432, + "tx_pkts": 104914485, + "drop_percentage": 95.89991219992167 + }, + { + "rx_pps": 464230.29844768636, + "rx_pkts": 4613753, + "time_ms": 1648513754871, + "drop_pct": 47848768, + "total_tx_pps": 5246252, + "tx_pps": 5278716, + "tx_pkts": 52462521, + "drop_percentage": 91.20562086598926 + }, + { + "rx_pps": 2260538.697414863, + "rx_pkts": 22466366, + "time_ms": 1648513767378, + "drop_pct": 3764896, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231262, + "drop_percentage": 14.352706324232512 + }, + { + "rx_pps": 1312938.9549736879, + "rx_pkts": 13048644, + "time_ms": 1648513780029, + "drop_pct": 66976, + "total_tx_pps": 1311562, + "tx_pps": 1319678, + "tx_pkts": 13115620, + "drop_percentage": 0.510658283786813 + }, + { + "rx_pps": 659838.0, + "rx_pkts": 6557144, + "time_ms": 1648513792527, + "drop_pct": 0, + "total_tx_pps": 655714, + "tx_pps": 659838, + "tx_pkts": 6557144, + "drop_percentage": 0.0 + }, + { + "rx_pps": 988639.1634389523, + "rx_pkts": 9825098, + "time_ms": 1648513805064, + "drop_pct": 11119, + "total_tx_pps": 983621, + "tx_pps": 989758, + "tx_pkts": 9836217, + "drop_percentage": 0.11304142639390734 + }, + { + "rx_pps": 824644.053266355, + "rx_pkts": 8195727, + "time_ms": 1648513817582, + "drop_pct": 1530, + "total_tx_pps": 819725, + "tx_pps": 824798, + "tx_pkts": 8197257, + "drop_percentage": 0.018664780181955987 + }, + { + "rx_pps": 741931.4226302601, + "rx_pkts": 7373687, + "time_ms": 1648513830132, + "drop_pct": 3842, + "total_tx_pps": 737752, + "tx_pps": 742318, + "tx_pkts": 7377529, + "drop_percentage": 0.05207705723691496 + }, + { + "rx_pps": 700991.5684744361, + "rx_pkts": 6966807, + "time_ms": 1648513842637, + "drop_pct": 859, + "total_tx_pps": 696766, + "tx_pps": 701078, + "tx_pkts": 6967666, + "ndr_pps": 329919, + "drop_percentage": 0.012328375097198975 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2a3552c4052460aae598a9a2f15a5af" + }, + "synthesis": { + "avg_delay_usec": 144.50047810449183, + "total_tx_rate": 655714 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:30:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.46484375, + "timestamp_sec": 1648513986.98413, + "stats": { + "total_tx_rate": 330004, + "overall": { + "rx_pkts": 3300040, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1086, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3300040, + "avg_delay_usec": 139.50062878025722, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1649937, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 293, + "tx_pkts": 1650103, + "avg_delay_usec": 127, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1650103, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1086, + "tx_pkts": 1649937, + "avg_delay_usec": 152, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 728648832.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.9296875, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 331712, + "rate_bps": 732421874.0, + "time_taken_sec": 137.723162651062 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 414547.50338899135, + "rx_pkts": 3772754, + "time_ms": 1648513861746, + "drop_pct": 202316378, + "total_tx_pps": 20608913, + "tx_pps": 22644926, + "tx_pkts": 206089132, + "drop_percentage": 98.16935810084347 + }, + { + "rx_pps": 483450.9476070763, + "rx_pkts": 4804294, + "time_ms": 1648513874342, + "drop_pct": 107712677, + "total_tx_pps": 11251697, + "tx_pps": 11322462, + "tx_pkts": 112516971, + "drop_percentage": 95.73016056395618 + }, + { + "rx_pps": 824045.7574638664, + "rx_pkts": 8189779, + "time_ms": 1648513886844, + "drop_pct": 48074357, + "total_tx_pps": 5626413, + "tx_pps": 5661230, + "tx_pkts": 56264136, + "drop_percentage": 85.4440508959384 + }, + { + "rx_pps": 2016586.653705108, + "rx_pkts": 20041847, + "time_ms": 1648513899359, + "drop_pct": 8090211, + "total_tx_pps": 2813205, + "tx_pps": 2830614, + "tx_pkts": 28132058, + "drop_percentage": 28.757977820179384 + }, + { + "rx_pps": 1392997.5749045208, + "rx_pkts": 13842915, + "time_ms": 1648513911857, + "drop_pct": 221690, + "total_tx_pps": 1406460, + "tx_pps": 1415306, + "tx_pkts": 14064605, + "drop_percentage": 1.5762262786619319 + }, + { + "rx_pps": 707431.7454844667, + "rx_pkts": 7030812, + "time_ms": 1648513924415, + "drop_pct": 2189, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033001, + "drop_percentage": 0.03112469342745721 + }, + { + "rx_pps": 353821.1698142399, + "rx_pkts": 3516100, + "time_ms": 1648513936917, + "drop_pct": 48, + "total_tx_pps": 351614, + "tx_pps": 353826, + "tx_pkts": 3516148, + "drop_percentage": 0.001365130250490025 + }, + { + "rx_pps": 176912.0, + "rx_pkts": 1758241, + "time_ms": 1648513949440, + "drop_pct": 0, + "total_tx_pps": 175824, + "tx_pps": 176912, + "tx_pkts": 1758241, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265368.99381318525, + "rx_pkts": 2637373, + "time_ms": 1648513961956, + "drop_pct": 10, + "total_tx_pps": 263738, + "tx_pps": 265370, + "tx_pkts": 2637383, + "drop_percentage": 0.0003791637392066302 + }, + { + "rx_pps": 309598.0, + "rx_pkts": 3076942, + "time_ms": 1648513974476, + "drop_pct": 0, + "total_tx_pps": 307694, + "tx_pps": 309598, + "tx_pkts": 3076942, + "drop_percentage": 0.0 + }, + { + "rx_pps": 331712.0, + "rx_pkts": 3300040, + "time_ms": 1648513986983, + "drop_pct": 0, + "total_tx_pps": 330004, + "tx_pps": 331712, + "tx_pkts": 3300040, + "ndr_pps": 165856, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7" + }, + "synthesis": { + "avg_delay_usec": 139.50062878025722, + "total_tx_rate": 330004 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:38:00", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "14a1559a15b240baba4ced0f0074e6b2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.515625, + "timestamp_sec": 1648514420.241935, + "stats": { + "total_tx_rate": 410478, + "overall": { + "rx_pkts": 4104780, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2294, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4104780, + "avg_delay_usec": 102.50042657584572, + "min_delay_usec": 25, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2052287, + "min_delay_usec": 25, + "drop_pct": 0, + "max_delay_usec": 178, + "tx_pkts": 2052493, + "avg_delay_usec": 94, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2052493, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 2294, + "tx_pkts": 2052287, + "avg_delay_usec": 111, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1746994368.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.03125, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 413018, + "rate_bps": 1757812500.0, + "time_taken_sec": 137.53734683990479 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 524663.0616057739, + "rx_pkts": 4997001, + "time_ms": 1648514295209, + "drop_pct": 106894557, + "total_tx_pps": 11189155, + "tx_pps": 11748120, + "tx_pkts": 111891558, + "drop_percentage": 95.53406790528379 + }, + { + "rx_pps": 544892.1971034479, + "rx_pkts": 5414866, + "time_ms": 1648514307703, + "drop_pct": 52958603, + "total_tx_pps": 5837346, + "tx_pps": 5874060, + "tx_pkts": 58373469, + "drop_percentage": 90.72375499903903 + }, + { + "rx_pps": 1890962.4682001427, + "rx_pkts": 18793332, + "time_ms": 1648514320196, + "drop_pct": 10396343, + "total_tx_pps": 2918967, + "tx_pps": 2937030, + "tx_pkts": 29189675, + "drop_percentage": 35.61650823450415 + }, + { + "rx_pps": 1457857.666167266, + "rx_pkts": 14488922, + "time_ms": 1648514332694, + "drop_pct": 105908, + "total_tx_pps": 1459483, + "tx_pps": 1468514, + "tx_pkts": 14594830, + "drop_percentage": 0.7256542213920957 + }, + { + "rx_pps": 734180.9171085032, + "rx_pkts": 7304369, + "time_ms": 1648514345200, + "drop_pct": 747, + "total_tx_pps": 730511, + "tx_pps": 734256, + "tx_pkts": 7305116, + "drop_percentage": 0.010225710310418069 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648705, + "time_ms": 1648514357697, + "drop_pct": 0, + "total_tx_pps": 364870, + "tx_pps": 367128, + "tx_pkts": 3648705, + "drop_percentage": 0.0 + }, + { + "rx_pps": 549710.0929020192, + "rx_pkts": 5462911, + "time_ms": 1648514370202, + "drop_pct": 9758, + "total_tx_pps": 547266, + "tx_pps": 550692, + "tx_pkts": 5472669, + "drop_percentage": 0.17830422413634006 + }, + { + "rx_pps": 458905.1702994093, + "rx_pkts": 4560831, + "time_ms": 1648514382706, + "drop_pct": 48, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.0010524287094658728 + }, + { + "rx_pps": 413018.0, + "rx_pkts": 4104780, + "time_ms": 1648514395211, + "drop_pct": 0, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104780, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435770.00100064784, + "rx_pkts": 4335260, + "time_ms": 1648514407739, + "drop_pct": 1930, + "total_tx_pps": 433719, + "tx_pps": 435964, + "tx_pkts": 4337190, + "drop_percentage": 0.04449885755523738 + }, + { + "rx_pps": 424408.48645580024, + "rx_pkts": 4217987, + "time_ms": 1648514420241, + "drop_pct": 830, + "total_tx_pps": 421881, + "tx_pps": 424492, + "tx_pkts": 4218817, + "ndr_pps": 206509, + "drop_percentage": 0.019673761625593145 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "14a1559a15b240baba4ced0f0074e6b2" + }, + "synthesis": { + "avg_delay_usec": 102.50042657584572, + "total_tx_rate": 410478 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:50:01", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "8dd3beb2954d49b59cfca0b597a08ad2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 5.46875, + "timestamp_sec": 1648515142.0455678, + "stats": { + "total_tx_rate": 431865, + "overall": { + "rx_pkts": 4318624, + "drop_percentage": 0.0006715056754965032, + "drop_pct": 29, + "max_delay_usec": 4023, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4318653, + "avg_delay_usec": 116.9997614981068, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2159209, + "min_delay_usec": 31, + "drop_pct": 9, + "max_delay_usec": 2684, + "tx_pkts": 2159435, + "avg_delay_usec": 122, + "drop_percentage": 0.0004167756843804051 + }, + "0": { + "rx_pkts": 2159415, + "min_delay_usec": 31, + "drop_pct": 20, + "max_delay_usec": 4023, + "tx_pkts": 2159218, + "avg_delay_usec": 112, + "drop_percentage": 0.0009262612668104841 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2722476960.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 10.9375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 433752, + "rate_bps": 2734375000.0, + "time_taken_sec": 137.69723057746887 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1902578.374437825, + "rx_pkts": 18430452, + "time_ms": 1648515016843, + "drop_pct": 58402448, + "total_tx_pps": 7683290, + "tx_pps": 7931472, + "tx_pkts": 76832900, + "drop_percentage": 76.01229160945377 + }, + { + "rx_pps": 1725307.3463774815, + "rx_pkts": 17171122, + "time_ms": 1648515029432, + "drop_pct": 22297867, + "total_tx_pps": 3946898, + "tx_pps": 3965736, + "tx_pkts": 39468989, + "drop_percentage": 56.49464950825064 + }, + { + "rx_pps": 1801127.1402490556, + "rx_pkts": 17898703, + "time_ms": 1648515041929, + "drop_pct": 1806050, + "total_tx_pps": 1970475, + "tx_pps": 1982868, + "tx_pkts": 19704753, + "drop_percentage": 9.16555513281491 + }, + { + "rx_pps": 988562.2393063733, + "rx_pkts": 9824828, + "time_ms": 1648515054424, + "drop_pct": 28541, + "total_tx_pps": 985336, + "tx_pps": 991434, + "tx_pkts": 9853369, + "drop_percentage": 0.28965727356805576 + }, + { + "rx_pps": 495697.1842930203, + "rx_pkts": 4926489, + "time_ms": 1648515066934, + "drop_pct": 187, + "total_tx_pps": 492667, + "tx_pps": 495716, + "tx_pkts": 4926676, + "drop_percentage": 0.00379566263338608 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463092, + "time_ms": 1648515079432, + "drop_pct": 0, + "total_tx_pps": 246309, + "tx_pps": 247858, + "tx_pkts": 2463092, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371783.78616389656, + "rx_pkts": 3694602, + "time_ms": 1648515091948, + "drop_pct": 22, + "total_tx_pps": 369462, + "tx_pps": 371786, + "tx_pkts": 3694624, + "drop_percentage": 0.0005954597815636991 + }, + { + "rx_pps": 433749.0873307024, + "rx_pkts": 4318624, + "time_ms": 1648515104463, + "drop_pct": 29, + "total_tx_pps": 431865, + "tx_pps": 433752, + "tx_pkts": 4318653, + "drop_percentage": 0.0006715056754965032 + }, + { + "rx_pps": 463811.53496571037, + "rx_pkts": 4609129, + "time_ms": 1648515117017, + "drop_pct": 9167, + "total_tx_pps": 461829, + "tx_pps": 464734, + "tx_pkts": 4618296, + "drop_percentage": 0.19849312387079562 + }, + { + "rx_pps": 449083.4088627579, + "rx_pkts": 4462768, + "time_ms": 1648515129513, + "drop_pct": 1576, + "total_tx_pps": 446434, + "tx_pps": 449242, + "tx_pkts": 4464344, + "drop_percentage": 0.03530193909788314 + }, + { + "rx_pps": 441182.37132601463, + "rx_pkts": 4384693, + "time_ms": 1648515142044, + "drop_pct": 3117, + "total_tx_pps": 438781, + "tx_pps": 441496, + "tx_pkts": 4387810, + "ndr_pps": 216876, + "drop_percentage": 0.07103771585369467 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "8dd3beb2954d49b59cfca0b597a08ad2" + }, + "synthesis": { + "avg_delay_usec": 116.9997614981068, + "total_tx_rate": 431865 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:52:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "75405003766f40e9b542c75124035b57", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.73828125, + "timestamp_sec": 1648515286.889274, + "stats": { + "total_tx_rate": 401294, + "overall": { + "rx_pkts": 4012912, + "drop_percentage": 0.0008472578499685767, + "drop_pct": 34, + "max_delay_usec": 328, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4012946, + "avg_delay_usec": 111.00076054496087, + "min_delay_usec": 34, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2006238, + "min_delay_usec": 34, + "drop_pct": 34, + "max_delay_usec": 326, + "tx_pkts": 2006674, + "avg_delay_usec": 104, + "drop_percentage": 0.001694345967506431 + }, + "0": { + "rx_pkts": 2006674, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 328, + "tx_pkts": 2006272, + "avg_delay_usec": 118, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3351607488.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.4765625, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 403392, + "rate_bps": 3369140624.0, + "time_taken_sec": 137.79849529266357 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1930795.241663838, + "rx_pkts": 18852856, + "time_ms": 1648515161575, + "drop_pct": 39601980, + "total_tx_pps": 5845483, + "tx_pps": 5986590, + "tx_pkts": 58454836, + "drop_percentage": 67.74799607683443 + }, + { + "rx_pps": 1762189.8584894312, + "rx_pkts": 17511764, + "time_ms": 1648515174131, + "drop_pct": 12234099, + "total_tx_pps": 2974586, + "tx_pps": 2993294, + "tx_pkts": 29745863, + "drop_percentage": 41.12874116309888 + }, + { + "rx_pps": 1462161.4284772114, + "rx_pkts": 14531695, + "time_ms": 1648515186630, + "drop_pct": 342725, + "total_tx_pps": 1487442, + "tx_pps": 1496646, + "tx_pkts": 14874420, + "drop_percentage": 2.3041234548977374 + }, + { + "rx_pps": 747018.4838640236, + "rx_pkts": 7424246, + "time_ms": 1648515199145, + "drop_pct": 12955, + "total_tx_pps": 743720, + "tx_pps": 748322, + "tx_pkts": 7437201, + "drop_percentage": 0.17419187675578487 + }, + { + "rx_pps": 374159.8993711233, + "rx_pkts": 3718216, + "time_ms": 1648515211671, + "drop_pct": 1, + "total_tx_pps": 371821, + "tx_pps": 374160, + "tx_pkts": 3718217, + "drop_percentage": 2.689461104610086e-05 + }, + { + "rx_pps": 560771.4296064666, + "rx_pkts": 5578275, + "time_ms": 1648515224196, + "drop_pct": 4681, + "total_tx_pps": 558295, + "tx_pps": 561242, + "tx_pkts": 5582956, + "drop_percentage": 0.0838444723547884 + }, + { + "rx_pps": 467650.58381987753, + "rx_pkts": 4647748, + "time_ms": 1648515236753, + "drop_pct": 511, + "total_tx_pps": 464825, + "tx_pps": 467702, + "tx_pkts": 4648259, + "drop_percentage": 0.010993363321622138 + }, + { + "rx_pps": 420590.6668502663, + "rx_pkts": 4179622, + "time_ms": 1648515249317, + "drop_pct": 3392, + "total_tx_pps": 418301, + "tx_pps": 420932, + "tx_pkts": 4183014, + "drop_percentage": 0.08108985530528943 + }, + { + "rx_pps": 397542.8805052174, + "rx_pkts": 3950585, + "time_ms": 1648515261830, + "drop_pct": 31, + "total_tx_pps": 395061, + "tx_pps": 397546, + "tx_pkts": 3950616, + "drop_percentage": 0.0007846877550235204 + }, + { + "rx_pps": 409151.5902254465, + "rx_pkts": 4067378, + "time_ms": 1648515274351, + "drop_pct": 859, + "total_tx_pps": 406823, + "tx_pps": 409238, + "tx_pkts": 4068237, + "drop_percentage": 0.02111479739258062 + }, + { + "rx_pps": 403388.5822296139, + "rx_pkts": 4012912, + "time_ms": 1648515286888, + "drop_pct": 34, + "total_tx_pps": 401294, + "tx_pps": 403392, + "tx_pkts": 4012946, + "ndr_pps": 201696, + "drop_percentage": 0.0008472578499685767 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "75405003766f40e9b542c75124035b57" + }, + "synthesis": { + "avg_delay_usec": 111.00076054496087, + "total_tx_rate": 401294 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:59:40", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "f6fbe0374ea244fabde658db4f3248c1", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 8.3984375, + "timestamp_sec": 1648515720.6989858, + "stats": { + "total_tx_rate": 401408, + "overall": { + "rx_pkts": 4014082, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1461, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4014082, + "avg_delay_usec": 129.00015096851533, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2006940, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 615, + "tx_pkts": 2007142, + "avg_delay_usec": 126, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2007142, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 1461, + "tx_pkts": 2006940, + "avg_delay_usec": 132, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4174643200.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 16.796875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 403770, + "rate_bps": 4199218750.0, + "time_taken_sec": 137.7598237991333 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1782209.6840959138, + "rx_pkts": 17492199, + "time_ms": 1648515595424, + "drop_pct": 29694788, + "total_tx_pps": 4718698, + "tx_pps": 4807692, + "tx_pkts": 47186987, + "drop_percentage": 62.93003619832731 + }, + { + "rx_pps": 1746211.0920846344, + "rx_pkts": 17352973, + "time_ms": 1648515608019, + "drop_pct": 6535247, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 27.357613920166507 + }, + { + "rx_pps": 1194285.0711804812, + "rx_pkts": 11868211, + "time_ms": 1648515620524, + "drop_pct": 75892, + "total_tx_pps": 1194410, + "tx_pps": 1201922, + "tx_pkts": 11944103, + "drop_percentage": 0.6353930470961276 + }, + { + "rx_pps": 600176.2805216585, + "rx_pkts": 5964855, + "time_ms": 1648515633020, + "drop_pct": 7789, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972644, + "drop_percentage": 0.13041125504885273 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986022, + "time_ms": 1648515645545, + "drop_pct": 0, + "total_tx_pps": 298602, + "tx_pps": 300480, + "tx_pkts": 2986022, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450690.71758913517, + "rx_pkts": 4478832, + "time_ms": 1648515658043, + "drop_pct": 291, + "total_tx_pps": 447912, + "tx_pps": 450720, + "tx_pkts": 4479123, + "drop_percentage": 0.006496807522365427 + }, + { + "rx_pps": 375598.59119610087, + "rx_pkts": 3732514, + "time_ms": 1648515670558, + "drop_pct": 14, + "total_tx_pps": 373252, + "tx_pps": 375600, + "tx_pkts": 3732528, + "drop_percentage": 0.0003750809103106527 + }, + { + "rx_pps": 413028.79315219715, + "rx_pkts": 4104889, + "time_ms": 1648515683111, + "drop_pct": 1304, + "total_tx_pps": 410619, + "tx_pps": 413160, + "tx_pkts": 4106193, + "drop_percentage": 0.03175690962407271 + }, + { + "rx_pps": 394380.0, + "rx_pkts": 3919155, + "time_ms": 1648515695623, + "drop_pct": 0, + "total_tx_pps": 391915, + "tx_pps": 394380, + "tx_pkts": 3919155, + "drop_percentage": 0.0 + }, + { + "rx_pps": 403770.0, + "rx_pkts": 4014082, + "time_ms": 1648515708195, + "drop_pct": 0, + "total_tx_pps": 401408, + "tx_pps": 403770, + "tx_pkts": 4014082, + "drop_percentage": 0.0 + }, + { + "rx_pps": 408041.4893278549, + "rx_pkts": 4055321, + "time_ms": 1648515720698, + "drop_pct": 4219, + "total_tx_pps": 405954, + "tx_pps": 408466, + "tx_pkts": 4059540, + "ndr_pps": 201885, + "drop_percentage": 0.10392803125477271 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f6fbe0374ea244fabde658db4f3248c1" + }, + "synthesis": { + "avg_delay_usec": 129.00015096851533, + "total_tx_rate": 401408 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:11:42", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "aa22a77595534177821bc1ddb05bf7d5", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 10.3515625, + "timestamp_sec": 1648516442.9958127, + "stats": { + "total_tx_rate": 418029, + "overall": { + "rx_pkts": 4180291, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 614, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4180291, + "avg_delay_usec": 133.0, + "min_delay_usec": 35, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2090041, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 614, + "tx_pkts": 2090250, + "avg_delay_usec": 133, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2090250, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 256, + "tx_pkts": 2090041, + "avg_delay_usec": 133, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5143428816.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 20.703125, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 420658, + "rate_bps": 5175781250.0, + "time_taken_sec": 137.71833491325378 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1525365.0868388722, + "rx_pkts": 15001649, + "time_ms": 1648516317782, + "drop_pct": 24964174, + "total_tx_pps": 3996582, + "tx_pps": 4063718, + "tx_pkts": 39965823, + "drop_percentage": 62.46380563713151 + }, + { + "rx_pps": 1496120.4701008687, + "rx_pkts": 14867698, + "time_ms": 1648516330341, + "drop_pct": 5323892, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191590, + "drop_percentage": 26.36687848752872 + }, + { + "rx_pps": 1014361.6676065021, + "rx_pkts": 10081237, + "time_ms": 1648516342836, + "drop_pct": 15567, + "total_tx_pps": 1009680, + "tx_pps": 1015928, + "tx_pkts": 10096804, + "drop_percentage": 0.1541775001277632 + }, + { + "rx_pps": 507610.12378570484, + "rx_pkts": 5044885, + "time_ms": 1648516355360, + "drop_pct": 3517, + "total_tx_pps": 504840, + "tx_pps": 507964, + "tx_pkts": 5048402, + "drop_percentage": 0.06966560903826596 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2532329, + "time_ms": 1648516367908, + "drop_pct": 0, + "total_tx_pps": 253232, + "tx_pps": 253982, + "tx_pkts": 2532329, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380972.0, + "rx_pkts": 3786292, + "time_ms": 1648516380404, + "drop_pct": 0, + "total_tx_pps": 378629, + "tx_pps": 380972, + "tx_pkts": 3786292, + "drop_percentage": 0.0 + }, + { + "rx_pps": 444318.68175264477, + "rx_pkts": 4415863, + "time_ms": 1648516392915, + "drop_pct": 1484, + "total_tx_pps": 441734, + "tx_pps": 444468, + "tx_pkts": 4417347, + "drop_percentage": 0.03359482512920085 + }, + { + "rx_pps": 412715.9748437487, + "rx_pkts": 4101366, + "time_ms": 1648516405442, + "drop_pct": 40, + "total_tx_pps": 410140, + "tx_pps": 412720, + "tx_pkts": 4101406, + "drop_percentage": 0.0009752753080285151 + }, + { + "rx_pps": 428567.63523947, + "rx_pkts": 4258894, + "time_ms": 1648516417960, + "drop_pct": 262, + "total_tx_pps": 425915, + "tx_pps": 428594, + "tx_pkts": 4259156, + "drop_percentage": 0.006151453480454813 + }, + { + "rx_pps": 420658.0, + "rx_pkts": 4180291, + "time_ms": 1648516430479, + "drop_pct": 0, + "total_tx_pps": 418029, + "tx_pps": 420658, + "tx_pkts": 4180291, + "drop_percentage": 0.0 + }, + { + "rx_pps": 424617.3467837369, + "rx_pkts": 4220060, + "time_ms": 1648516442994, + "drop_pct": 86, + "total_tx_pps": 422014, + "tx_pps": 424626, + "tx_pkts": 4220146, + "ndr_pps": 210329, + "drop_percentage": 0.0020378441883290295 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "aa22a77595534177821bc1ddb05bf7d5" + }, + "synthesis": { + "avg_delay_usec": 133.0, + "total_tx_rate": 418029 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:14:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 3.125, + "timestamp_sec": 1648516587.0061436, + "stats": { + "total_tx_rate": 508366, + "overall": { + "rx_pkts": 5083660, + "drop_percentage": 9.835423852673218e-05, + "drop_pct": 5, + "max_delay_usec": 735, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5083665, + "avg_delay_usec": 99.00010228850867, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2541700, + "min_delay_usec": 32, + "drop_pct": 5, + "max_delay_usec": 218, + "tx_pkts": 2541960, + "avg_delay_usec": 97, + "drop_percentage": 0.0001966986105210153 + }, + "0": { + "rx_pkts": 2541960, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 735, + "tx_pkts": 2541705, + "avg_delay_usec": 101, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1552888674.6666665, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 6.25, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 511512, + "rate_bps": 1562500000.0, + "time_taken_sec": 137.71221041679382 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 455021.45509677904, + "rx_pkts": 3962322, + "time_ms": 1648516461799, + "drop_pct": 138573514, + "total_tx_pps": 14253583, + "tx_pps": 16368398, + "tx_pkts": 142535836, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14253583). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.22012224350374 + }, + { + "rx_pps": 368832.99054765597, + "rx_pkts": 3665647, + "time_ms": 1648516474296, + "drop_pct": 77673012, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338659, + "drop_percentage": 95.49335206030382 + }, + { + "rx_pps": 895765.8838221595, + "rx_pkts": 8911528, + "time_ms": 1648516486861, + "drop_pct": 31798714, + "total_tx_pps": 4071024, + "tx_pps": 4092098, + "tx_pkts": 40710242, + "drop_percentage": 78.10986237812097 + }, + { + "rx_pps": 1927743.5317661166, + "rx_pkts": 19156957, + "time_ms": 1648516499376, + "drop_pct": 1175651, + "total_tx_pps": 2033260, + "tx_pps": 2046048, + "tx_pkts": 20332608, + "drop_percentage": 5.782096423636358 + }, + { + "rx_pps": 1015634.8922179102, + "rx_pkts": 10093386, + "time_ms": 1648516511872, + "drop_pct": 73433, + "total_tx_pps": 1016681, + "tx_pps": 1023024, + "tx_pkts": 10166819, + "drop_percentage": 0.7222809809046468 + }, + { + "rx_pps": 511511.4969062674, + "rx_pkts": 5083660, + "time_ms": 1648516524370, + "drop_pct": 5, + "total_tx_pps": 508366, + "tx_pps": 511512, + "tx_pkts": 5083665, + "drop_percentage": 9.83542385267322e-05 + }, + { + "rx_pps": 764384.46739517, + "rx_pkts": 7596838, + "time_ms": 1648516536965, + "drop_pct": 28658, + "total_tx_pps": 762549, + "tx_pps": 767268, + "tx_pkts": 7625496, + "drop_percentage": 0.37581817628649994 + }, + { + "rx_pps": 638742.7197819274, + "rx_pkts": 6348150, + "time_ms": 1648516549474, + "drop_pct": 6433, + "total_tx_pps": 635458, + "tx_pps": 639390, + "tx_pkts": 6354583, + "drop_percentage": 0.1012340227517683 + }, + { + "rx_pps": 575150.7598381079, + "rx_pkts": 5716139, + "time_ms": 1648516561991, + "drop_pct": 2974, + "total_tx_pps": 571911, + "tx_pps": 575450, + "tx_pkts": 5719113, + "drop_percentage": 0.0520010707954188 + }, + { + "rx_pps": 543090.4042744632, + "rx_pkts": 5397508, + "time_ms": 1648516574506, + "drop_pct": 3872, + "total_tx_pps": 540138, + "tx_pps": 543480, + "tx_pkts": 5401380, + "drop_percentage": 0.0716853841055434 + }, + { + "rx_pps": 526619.007327005, + "rx_pkts": 5233808, + "time_ms": 1648516587005, + "drop_pct": 8716, + "total_tx_pps": 524252, + "tx_pps": 527496, + "tx_pkts": 5242524, + "ndr_pps": 255756, + "drop_percentage": 0.16625579587236988 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf" + }, + "synthesis": { + "avg_delay_usec": 99.00010228850867, + "total_tx_rate": 508366 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:23:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "925d13e8fb154949ba8e787ba0a1729c", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 38.57421875, + "timestamp_sec": 1648517165.4413407, + "stats": { + "total_tx_rate": 265611, + "overall": { + "rx_pkts": 2656117, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 7688, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2656117, + "avg_delay_usec": 830.5011435866718, + "min_delay_usec": 66, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1327991, + "min_delay_usec": 67, + "drop_pct": 0, + "max_delay_usec": 7688, + "tx_pkts": 1328126, + "avg_delay_usec": 808, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1328126, + "min_delay_usec": 66, + "drop_pct": 0, + "max_delay_usec": 7031, + "tx_pkts": 1327991, + "avg_delay_usec": 853, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 19166489760.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 77.1484375, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 267282, + "rate_bps": 19287109374.0, + "time_taken_sec": 137.70768356323242 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 276705.98480457405, + "rx_pkts": 2760287, + "time_ms": 1648517040238, + "drop_pct": 4151793, + "total_tx_pps": 691208, + "tx_pps": 692904, + "tx_pkts": 6912080, + "drop_percentage": 60.06575444728649 + }, + { + "rx_pps": 276650.0833531569, + "rx_pkts": 2749212, + "time_ms": 1648517052754, + "drop_pct": 693657, + "total_tx_pps": 344286, + "tx_pps": 346452, + "tx_pkts": 3442869, + "drop_percentage": 20.147644304793474 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721435, + "time_ms": 1648517065249, + "drop_pct": 0, + "total_tx_pps": 172143, + "tx_pps": 173226, + "tx_pkts": 1721435, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259838.0, + "rx_pkts": 2582402, + "time_ms": 1648517077745, + "drop_pct": 0, + "total_tx_pps": 258240, + "tx_pps": 259838, + "tx_pkts": 2582402, + "drop_percentage": 0.0 + }, + { + "rx_pps": 276923.8456588822, + "rx_pkts": 2751933, + "time_ms": 1648517090242, + "drop_pct": 260563, + "total_tx_pps": 301249, + "tx_pps": 303144, + "tx_pkts": 3012496, + "drop_percentage": 8.649405675559404 + }, + { + "rx_pps": 276921.0901351833, + "rx_pkts": 2752181, + "time_ms": 1648517102831, + "drop_pct": 45428, + "total_tx_pps": 279760, + "tx_pps": 281492, + "tx_pkts": 2797609, + "drop_percentage": 1.623815193617121 + }, + { + "rx_pps": 270625.96228536376, + "rx_pkts": 2689347, + "time_ms": 1648517115325, + "drop_pct": 378, + "total_tx_pps": 268972, + "tx_pps": 270664, + "tx_pkts": 2689725, + "drop_percentage": 0.014053481303850765 + }, + { + "rx_pps": 265251.6987348664, + "rx_pkts": 2641378, + "time_ms": 1648517127933, + "drop_pct": 3, + "total_tx_pps": 264138, + "tx_pps": 265252, + "tx_pkts": 2641381, + "drop_percentage": 0.00011357695084503144 + }, + { + "rx_pps": 267950.35221095104, + "rx_pkts": 2662760, + "time_ms": 1648517140447, + "drop_pct": 76, + "total_tx_pps": 266283, + "tx_pps": 267958, + "tx_pkts": 2662836, + "drop_percentage": 0.0028540999145272184 + }, + { + "rx_pps": 266604.0, + "rx_pkts": 2649380, + "time_ms": 1648517152942, + "drop_pct": 0, + "total_tx_pps": 264938, + "tx_pps": 266604, + "tx_pkts": 2649380, + "drop_percentage": 0.0 + }, + { + "rx_pps": 267282.0, + "rx_pkts": 2656117, + "time_ms": 1648517165440, + "drop_pct": 0, + "total_tx_pps": 265611, + "tx_pps": 267282, + "tx_pkts": 2656117, + "ndr_pps": 133641, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "925d13e8fb154949ba8e787ba0a1729c" + }, + "synthesis": { + "avg_delay_usec": 830.5011435866718, + "total_tx_rate": 265611 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:33:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.390625, + "timestamp_sec": 1648517749.4090943, + "stats": { + "total_tx_rate": 288883, + "overall": { + "rx_pkts": 2888837, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 6981, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2888837, + "avg_delay_usec": 137.00045173888316, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1444346, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1012, + "tx_pkts": 1444491, + "avg_delay_usec": 128, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1444491, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 6981, + "tx_pkts": 1444346, + "avg_delay_usec": 146, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 194129376.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.78125, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 290642, + "rate_bps": 195312500.0, + "time_taken_sec": 137.5828468799591 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 2047350.5854726303, + "rx_pkts": 11677335, + "time_ms": 1648517624315, + "drop_pct": 412700060, + "total_tx_pps": 42437739, + "tx_pps": 74404760, + "tx_pkts": 424377395, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42437739). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.24836074268282 + }, + { + "rx_pps": 1881821.855161189, + "rx_pkts": 18700581, + "time_ms": 1648517636807, + "drop_pct": 350997602, + "total_tx_pps": 36969818, + "tx_pps": 37202380, + "tx_pkts": 369698183, + "drop_percentage": 94.94166272383329 + }, + { + "rx_pps": 1463366.1136056492, + "rx_pkts": 14543665, + "time_ms": 1648517649302, + "drop_pct": 170324273, + "total_tx_pps": 18486793, + "tx_pps": 18601190, + "tx_pkts": 184867938, + "drop_percentage": 92.13294357185939 + }, + { + "rx_pps": 656372.1947024872, + "rx_pkts": 6523357, + "time_ms": 1648517661819, + "drop_pct": 85910624, + "total_tx_pps": 9243398, + "tx_pps": 9300594, + "tx_pkts": 92433981, + "drop_percentage": 92.94268522308911 + }, + { + "rx_pps": 599368.4857455855, + "rx_pkts": 5963417, + "time_ms": 1648517674327, + "drop_pct": 40304705, + "total_tx_pps": 4626812, + "tx_pps": 4650296, + "tx_pkts": 46268122, + "drop_percentage": 87.11117559515382 + }, + { + "rx_pps": 1877894.057540158, + "rx_pkts": 18663453, + "time_ms": 1648517686824, + "drop_pct": 4445034, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108487, + "drop_percentage": 19.235504254346033 + }, + { + "rx_pps": 1160361.5937588983, + "rx_pkts": 11532254, + "time_ms": 1648517699350, + "drop_pct": 21988, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554242, + "drop_percentage": 0.19030240149029248 + }, + { + "rx_pps": 580852.4675486998, + "rx_pkts": 5778614, + "time_ms": 1648517711861, + "drop_pct": 4313, + "total_tx_pps": 578292, + "tx_pps": 581286, + "tx_pkts": 5782927, + "drop_percentage": 0.07458160893263913 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2888837, + "time_ms": 1648517724365, + "drop_pct": 0, + "total_tx_pps": 288883, + "tx_pps": 290642, + "tx_pkts": 2888837, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435844.4649357429, + "rx_pkts": 4331643, + "time_ms": 1648517736892, + "drop_pct": 1188, + "total_tx_pps": 433283, + "tx_pps": 435964, + "tx_pkts": 4332831, + "drop_percentage": 0.027418563059579293 + }, + { + "rx_pps": 363213.11655764753, + "rx_pkts": 3616807, + "time_ms": 1648517749408, + "drop_pct": 905, + "total_tx_pps": 361771, + "tx_pps": 363304, + "tx_pkts": 3617712, + "ndr_pps": 145321, + "drop_percentage": 0.025015811098285327 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7" + }, + "synthesis": { + "avg_delay_usec": 137.00045173888316, + "total_tx_rate": 288883 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:35:53", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e4caccec03ec4be698325c5827dab2bf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 0.87890625, + "timestamp_sec": 1648517895.4561322, + "stats": { + "total_tx_rate": 368857, + "overall": { + "rx_pkts": 3688572, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1614, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3688572, + "avg_delay_usec": 103.5, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1844286, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1614, + "tx_pkts": 1844286, + "avg_delay_usec": 111, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1844286, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 224, + "tx_pkts": 1844286, + "avg_delay_usec": 96, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 436726688.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.7578125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 371158, + "rate_bps": 439453124.0, + "time_taken_sec": 137.57411217689514 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 661956.5610575142, + "rx_pkts": 6065560, + "time_ms": 1648517770397, + "drop_pct": 380888757, + "total_tx_pps": 38695431, + "tx_pps": 42229728, + "tx_pkts": 386954317, + "drop_percentage": 98.43248679921047 + }, + { + "rx_pps": 567627.3405718297, + "rx_pkts": 5641365, + "time_ms": 1648517782894, + "drop_pct": 204208736, + "total_tx_pps": 20985010, + "tx_pps": 21114864, + "tx_pkts": 209850101, + "drop_percentage": 97.31171680493973 + }, + { + "rx_pps": 513718.6314666125, + "rx_pkts": 5105078, + "time_ms": 1648517795390, + "drop_pct": 99809384, + "total_tx_pps": 10491446, + "tx_pps": 10557432, + "tx_pkts": 104914462, + "drop_percentage": 95.13405692343922 + }, + { + "rx_pps": 505008.19312182645, + "rx_pkts": 5018722, + "time_ms": 1648517807887, + "drop_pct": 47440641, + "total_tx_pps": 5245936, + "tx_pps": 5278716, + "tx_pkts": 52459363, + "drop_percentage": 90.4331243976409 + }, + { + "rx_pps": 1941280.9663658948, + "rx_pkts": 19293422, + "time_ms": 1648517820385, + "drop_pct": 6937839, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231261, + "drop_percentage": 26.448743733669534 + }, + { + "rx_pps": 1314375.0871652274, + "rx_pkts": 13062917, + "time_ms": 1648517832902, + "drop_pct": 52703, + "total_tx_pps": 1311562, + "tx_pps": 1319678, + "tx_pkts": 13115620, + "drop_percentage": 0.4018338439204551 + }, + { + "rx_pps": 659815.2578716066, + "rx_pkts": 6556917, + "time_ms": 1648517845416, + "drop_pct": 226, + "total_tx_pps": 655714, + "tx_pps": 659838, + "tx_pkts": 6557143, + "drop_percentage": 0.003446623018592091 + }, + { + "rx_pps": 329918.0, + "rx_pkts": 3278728, + "time_ms": 1648517857923, + "drop_pct": 0, + "total_tx_pps": 327872, + "tx_pps": 329918, + "tx_pkts": 3278728, + "drop_percentage": 0.0 + }, + { + "rx_pps": 494566.5692195298, + "rx_pkts": 4915004, + "time_ms": 1648517870430, + "drop_pct": 3095, + "total_tx_pps": 491809, + "tx_pps": 494878, + "tx_pkts": 4918099, + "drop_percentage": 0.06293081940806804 + }, + { + "rx_pps": 412387.6352223387, + "rx_pkts": 4098103, + "time_ms": 1648517882937, + "drop_pct": 103, + "total_tx_pps": 409820, + "tx_pps": 412398, + "tx_pkts": 4098206, + "drop_percentage": 0.0025132948416941464 + }, + { + "rx_pps": 371158.0, + "rx_pkts": 3688572, + "time_ms": 1648517895455, + "drop_pct": 0, + "total_tx_pps": 368857, + "tx_pps": 371158, + "tx_pkts": 3688572, + "ndr_pps": 185579, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e4caccec03ec4be698325c5827dab2bf" + }, + "synthesis": { + "avg_delay_usec": 103.5, + "total_tx_rate": 368857 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:48:05", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "ee681f4905724c8286ee3b3d00a51486", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.66015625, + "timestamp_sec": 1648518627.9241369, + "stats": { + "total_tx_rate": 373628, + "overall": { + "rx_pkts": 3736281, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4593, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3736281, + "avg_delay_usec": 95.50017517419059, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1868047, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 4593, + "tx_pkts": 1868234, + "avg_delay_usec": 92, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1868234, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 3016, + "tx_pkts": 1868047, + "avg_delay_usec": 99, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 824970624.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.3203125, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 375940, + "rate_bps": 830078124.0, + "time_taken_sec": 137.58922338485718 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 501930.18889277824, + "rx_pkts": 4559930, + "time_ms": 1648518502852, + "drop_pct": 201164451, + "total_tx_pps": 20572438, + "tx_pps": 22644926, + "tx_pkts": 205724381, + "drop_percentage": 97.78347613548051 + }, + { + "rx_pps": 504259.6138228798, + "rx_pkts": 5011082, + "time_ms": 1648518515348, + "drop_pct": 107505931, + "total_tx_pps": 11251701, + "tx_pps": 11322462, + "tx_pkts": 112517013, + "drop_percentage": 95.54637839523878 + }, + { + "rx_pps": 508840.8943619289, + "rx_pkts": 5056862, + "time_ms": 1648518527848, + "drop_pct": 51204455, + "total_tx_pps": 5626131, + "tx_pps": 5661230, + "tx_pkts": 56261317, + "drop_percentage": 91.0118314507284 + }, + { + "rx_pps": 2110054.1102349525, + "rx_pkts": 20968663, + "time_ms": 1648518540374, + "drop_pct": 7160564, + "total_tx_pps": 2812922, + "tx_pps": 2830614, + "tx_pkts": 28129227, + "drop_percentage": 25.45595725044275 + }, + { + "rx_pps": 1401072.2638491914, + "rx_pkts": 13924558, + "time_ms": 1648518552869, + "drop_pct": 141462, + "total_tx_pps": 1406602, + "tx_pps": 1415306, + "tx_pkts": 14066020, + "drop_percentage": 1.0057002620499615 + }, + { + "rx_pps": 707351.0491778756, + "rx_pkts": 7030009, + "time_ms": 1648518565377, + "drop_pct": 2991, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033000, + "drop_percentage": 0.04252808189961609 + }, + { + "rx_pps": 353826.0, + "rx_pkts": 3516148, + "time_ms": 1648518577896, + "drop_pct": 0, + "total_tx_pps": 351614, + "tx_pps": 353826, + "tx_pkts": 3516148, + "drop_percentage": 0.0 + }, + { + "rx_pps": 530715.4490277573, + "rx_pkts": 5274519, + "time_ms": 1648518590390, + "drop_pct": 244, + "total_tx_pps": 527476, + "tx_pps": 530740, + "tx_pkts": 5274763, + "drop_percentage": 0.004625800249224468 + }, + { + "rx_pps": 442276.26473113475, + "rx_pkts": 4395565, + "time_ms": 1648518602909, + "drop_pct": 57, + "total_tx_pps": 439562, + "tx_pps": 442282, + "tx_pkts": 4395622, + "drop_percentage": 0.0012967448065370499 + }, + { + "rx_pps": 397842.9019229471, + "rx_pkts": 3953965, + "time_ms": 1648518615425, + "drop_pct": 2098, + "total_tx_pps": 395606, + "tx_pps": 398054, + "tx_pkts": 3956063, + "drop_percentage": 0.053032522485107036 + }, + { + "rx_pps": 375940.0, + "rx_pkts": 3736281, + "time_ms": 1648518627923, + "drop_pct": 0, + "total_tx_pps": 373628, + "tx_pps": 375940, + "tx_pkts": 3736281, + "ndr_pps": 187970, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "ee681f4905724c8286ee3b3d00a51486" + }, + "synthesis": { + "avg_delay_usec": 95.50017517419059, + "total_tx_rate": 373628 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:52:58", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b053f4a4365e4c55832ccb06c7c724b9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.7109375, + "timestamp_sec": 1648518920.992039, + "stats": { + "total_tx_rate": 433239, + "overall": { + "rx_pkts": 4332356, + "drop_percentage": 0.0009232766349151833, + "drop_pct": 40, + "max_delay_usec": 1014, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4332396, + "avg_delay_usec": 101.0000410861896, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2166089, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 479, + "tx_pkts": 2166307, + "avg_delay_usec": 100, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2166267, + "min_delay_usec": 32, + "drop_pct": 40, + "max_delay_usec": 1014, + "tx_pkts": 2166089, + "avg_delay_usec": 102, + "drop_percentage": 0.0018466461904381585 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1843865184.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.421875, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 435964, + "rate_bps": 1855468750.0, + "time_taken_sec": 137.70669722557068 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 446864.20539699425, + "rx_pkts": 4242076, + "time_ms": 1648518795780, + "drop_pct": 107282672, + "total_tx_pps": 11152474, + "tx_pps": 11748120, + "tx_pkts": 111524748, + "drop_percentage": 96.19629178628585 + }, + { + "rx_pps": 453288.54645233817, + "rx_pkts": 4513168, + "time_ms": 1648518808397, + "drop_pct": 53971918, + "total_tx_pps": 5848508, + "tx_pps": 5874060, + "tx_pkts": 58485086, + "drop_percentage": 92.28321558764571 + }, + { + "rx_pps": 1908433.4598655603, + "rx_pkts": 18965061, + "time_ms": 1648518820891, + "drop_pct": 10221680, + "total_tx_pps": 2918674, + "tx_pps": 2937030, + "tx_pkts": 29186741, + "drop_percentage": 35.0216558950518 + }, + { + "rx_pps": 1449595.552333988, + "rx_pkts": 14406806, + "time_ms": 1648518833387, + "drop_pct": 188021, + "total_tx_pps": 1459482, + "tx_pps": 1468514, + "tx_pkts": 14594827, + "drop_percentage": 1.2882715225058852 + }, + { + "rx_pps": 733549.2536779855, + "rx_pkts": 7290381, + "time_ms": 1648518845904, + "drop_pct": 7024, + "total_tx_pps": 729740, + "tx_pps": 734256, + "tx_pkts": 7297405, + "drop_percentage": 0.09625339418601545 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648336, + "time_ms": 1648518858416, + "drop_pct": 0, + "total_tx_pps": 364833, + "tx_pps": 367128, + "tx_pkts": 3648336, + "drop_percentage": 0.0 + }, + { + "rx_pps": 550658.6029747013, + "rx_pkts": 5474100, + "time_ms": 1648518870921, + "drop_pct": 332, + "total_tx_pps": 547443, + "tx_pps": 550692, + "tx_pkts": 5474432, + "drop_percentage": 0.0060645561037199845 + }, + { + "rx_pps": 458889.171916203, + "rx_pkts": 4560672, + "time_ms": 1648518883444, + "drop_pct": 207, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.004538598809571576 + }, + { + "rx_pps": 413014.7801994796, + "rx_pkts": 4104749, + "time_ms": 1648518895947, + "drop_pct": 32, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104781, + "drop_percentage": 0.0007795787400107339 + }, + { + "rx_pps": 435959.9748462513, + "rx_pkts": 4332356, + "time_ms": 1648518908443, + "drop_pct": 40, + "total_tx_pps": 433239, + "tx_pps": 435964, + "tx_pkts": 4332396, + "drop_percentage": 0.0009232766349151831 + }, + { + "rx_pps": 447372.79906432977, + "rx_pkts": 4446218, + "time_ms": 1648518920991, + "drop_pct": 648, + "total_tx_pps": 444686, + "tx_pps": 447438, + "tx_pkts": 4446866, + "ndr_pps": 217982, + "drop_percentage": 0.01457206041288404 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b053f4a4365e4c55832ccb06c7c724b9" + }, + "synthesis": { + "avg_delay_usec": 101.0000410861896, + "total_tx_rate": 433239 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:00:18", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a2cda8a229d34cc78999eccf910d02ea", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 6.25, + "timestamp_sec": 1648519360.7870374, + "stats": { + "total_tx_rate": 492618, + "overall": { + "rx_pkts": 4926143, + "drop_percentage": 0.0007510890791647889, + "drop_pct": 37, + "max_delay_usec": 1171, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4926180, + "avg_delay_usec": 100.00029982889251, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2462966, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 245, + "tx_pkts": 2463214, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2463177, + "min_delay_usec": 36, + "drop_pct": 37, + "max_delay_usec": 1171, + "tx_pkts": 2462966, + "avg_delay_usec": 107, + "drop_percentage": 0.0015022537866945787 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3105463872.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.5, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 495716, + "rate_bps": 3125000000.0, + "time_taken_sec": 137.70255613327026 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1843706.9440757327, + "rx_pkts": 17791743, + "time_ms": 1648519235591, + "drop_pct": 58746837, + "total_tx_pps": 7653858, + "tx_pps": 7931472, + "tx_pkts": 76538580, + "drop_percentage": 76.75454261105968 + }, + { + "rx_pps": 1698570.5446705262, + "rx_pkts": 16879548, + "time_ms": 1648519248098, + "drop_pct": 22529961, + "total_tx_pps": 3940950, + "tx_pps": 3965736, + "tx_pkts": 39409509, + "drop_percentage": 57.168844706996985 + }, + { + "rx_pps": 1646922.9614271468, + "rx_pkts": 16367945, + "time_ms": 1648519260593, + "drop_pct": 3338790, + "total_tx_pps": 1970673, + "tx_pps": 1982868, + "tx_pkts": 19706735, + "drop_percentage": 16.942380358796118 + }, + { + "rx_pps": 990847.8365151717, + "rx_pkts": 9846551, + "time_ms": 1648519273128, + "drop_pct": 5825, + "total_tx_pps": 985237, + "tx_pps": 991434, + "tx_pkts": 9852376, + "drop_percentage": 0.0591227943391523 + }, + { + "rx_pps": 495712.27673126035, + "rx_pkts": 4926143, + "time_ms": 1648519285633, + "drop_pct": 37, + "total_tx_pps": 492618, + "tx_pps": 495716, + "tx_pkts": 4926180, + "drop_percentage": 0.0007510890791647889 + }, + { + "rx_pps": 742526.9561696775, + "rx_pkts": 7378863, + "time_ms": 1648519298137, + "drop_pct": 10405, + "total_tx_pps": 738926, + "tx_pps": 743574, + "tx_pkts": 7389268, + "drop_percentage": 0.14081232403534424 + }, + { + "rx_pps": 619264.736291264, + "rx_pkts": 6154255, + "time_ms": 1648519310675, + "drop_pct": 3789, + "total_tx_pps": 615804, + "tx_pps": 619646, + "tx_pkts": 6158044, + "drop_percentage": 0.061529277803146584 + }, + { + "rx_pps": 557659.6729669784, + "rx_pkts": 5541746, + "time_ms": 1648519323177, + "drop_pct": 202, + "total_tx_pps": 554194, + "tx_pps": 557680, + "tx_pkts": 5541948, + "drop_percentage": 0.0036449277402097603 + }, + { + "rx_pps": 526580.6667255119, + "rx_pkts": 5232898, + "time_ms": 1648519335711, + "drop_pct": 1166, + "total_tx_pps": 523406, + "tx_pps": 526698, + "tx_pkts": 5234064, + "drop_percentage": 0.022277144490399813 + }, + { + "rx_pps": 511050.9183162957, + "rx_pkts": 5078571, + "time_ms": 1648519348208, + "drop_pct": 1561, + "total_tx_pps": 508013, + "tx_pps": 511208, + "tx_pkts": 5080132, + "drop_percentage": 0.030727548024342674 + }, + { + "rx_pps": 503409.6729808145, + "rx_pkts": 5002636, + "time_ms": 1648519360786, + "drop_pct": 520, + "total_tx_pps": 500315, + "tx_pps": 503462, + "tx_pkts": 5003156, + "ndr_pps": 247858, + "drop_percentage": 0.010393439660886048 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2cda8a229d34cc78999eccf910d02ea" + }, + "synthesis": { + "avg_delay_usec": 100.00029982889251, + "total_tx_rate": 492618 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:05:11", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fc9128efed9440d785de14f69b0676de", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.15234375, + "timestamp_sec": 1648519653.779957, + "stats": { + "total_tx_rate": 366012, + "overall": { + "rx_pkts": 3660123, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2524, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3660123, + "avg_delay_usec": 137.0001010894989, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1829969, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 968, + "tx_pkts": 1830154, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1830154, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 2524, + "tx_pkts": 1829969, + "avg_delay_usec": 139, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3056932224.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.3046875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 368314, + "rate_bps": 3076171874.0, + "time_taken_sec": 137.631765127182 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1700403.2178862838, + "rx_pkts": 16546247, + "time_ms": 1648519528631, + "drop_pct": 41707934, + "total_tx_pps": 5825418, + "tx_pps": 5986590, + "tx_pkts": 58254181, + "drop_percentage": 71.59646446664489 + }, + { + "rx_pps": 1777997.9131810525, + "rx_pkts": 17668853, + "time_ms": 1648519541226, + "drop_pct": 12077004, + "total_tx_pps": 2974585, + "tx_pps": 2993294, + "tx_pkts": 29745857, + "drop_percentage": 40.60062549214837 + }, + { + "rx_pps": 1465627.2355720846, + "rx_pkts": 14564672, + "time_ms": 1648519553730, + "drop_pct": 308249, + "total_tx_pps": 1487292, + "tx_pps": 1496646, + "tx_pkts": 14872921, + "drop_percentage": 2.072551854474316 + }, + { + "rx_pps": 747534.5177112543, + "rx_pkts": 7428999, + "time_ms": 1648519566245, + "drop_pct": 7826, + "total_tx_pps": 743682, + "tx_pps": 748322, + "tx_pkts": 7436825, + "drop_percentage": 0.10523307997700632 + }, + { + "rx_pps": 374133.28379134706, + "rx_pkts": 3725059, + "time_ms": 1648519578761, + "drop_pct": 266, + "total_tx_pps": 372532, + "tx_pps": 374160, + "tx_pkts": 3725325, + "drop_percentage": 0.007140316616671028 + }, + { + "rx_pps": 187080.0, + "rx_pkts": 1859296, + "time_ms": 1648519591256, + "drop_pct": 0, + "total_tx_pps": 185929, + "tx_pps": 187080, + "tx_pkts": 1859296, + "drop_percentage": 0.0 + }, + { + "rx_pps": 280620.0, + "rx_pkts": 2788944, + "time_ms": 1648519603755, + "drop_pct": 0, + "total_tx_pps": 278894, + "tx_pps": 280620, + "tx_pkts": 2788944, + "drop_percentage": 0.0 + }, + { + "rx_pps": 327386.98143813567, + "rx_pkts": 3253738, + "time_ms": 1648519616247, + "drop_pct": 30, + "total_tx_pps": 325376, + "tx_pps": 327390, + "tx_pkts": 3253768, + "drop_percentage": 0.0009220079612314092 + }, + { + "rx_pps": 350776.0, + "rx_pkts": 3485838, + "time_ms": 1648519628760, + "drop_pct": 0, + "total_tx_pps": 348583, + "tx_pps": 350776, + "tx_pkts": 3485838, + "drop_percentage": 0.0 + }, + { + "rx_pps": 362468.0, + "rx_pkts": 3602027, + "time_ms": 1648519641273, + "drop_pct": 0, + "total_tx_pps": 360202, + "tx_pps": 362468, + "tx_pkts": 3602027, + "drop_percentage": 0.0 + }, + { + "rx_pps": 368314.0, + "rx_pkts": 3660123, + "time_ms": 1648519653779, + "drop_pct": 0, + "total_tx_pps": 366012, + "tx_pps": 368314, + "tx_pkts": 3660123, + "ndr_pps": 184157, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fc9128efed9440d785de14f69b0676de" + }, + "synthesis": { + "avg_delay_usec": 137.0001010894989, + "total_tx_rate": 366012 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:17:23", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e329e7ec82084f7186e94e7d1c71663a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 6.8359375, + "timestamp_sec": 1648520386.142867, + "stats": { + "total_tx_rate": 326596, + "overall": { + "rx_pkts": 3265961, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4719, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3265961, + "avg_delay_usec": 245.0000499087405, + "min_delay_usec": 36, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1632899, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 725, + "tx_pkts": 1633062, + "avg_delay_usec": 244, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1633062, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 4719, + "tx_pkts": 1632899, + "avg_delay_usec": 246, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3396598400.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.671875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 328650, + "rate_bps": 3417968750.0, + "time_taken_sec": 137.8278579711914 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1535106.7095401918, + "rx_pkts": 15014376, + "time_ms": 1648520260799, + "drop_pct": 32008085, + "total_tx_pps": 4702246, + "tx_pps": 4807692, + "tx_pkts": 47022461, + "drop_percentage": 68.06977839802983 + }, + { + "rx_pps": 1523422.5772190758, + "rx_pkts": 15139014, + "time_ms": 1648520273342, + "drop_pct": 8749209, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888223, + "drop_percentage": 36.62561673172592 + }, + { + "rx_pps": 1179882.5947820866, + "rx_pkts": 11736883, + "time_ms": 1648520285887, + "drop_pct": 219237, + "total_tx_pps": 1195612, + "tx_pps": 1201922, + "tx_pkts": 11956120, + "drop_percentage": 1.8336801571078243 + }, + { + "rx_pps": 600894.1953235778, + "rx_pkts": 5971989, + "time_ms": 1648520298395, + "drop_pct": 654, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972643, + "drop_percentage": 0.010949926188456267 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986172, + "time_ms": 1648520310891, + "drop_pct": 0, + "total_tx_pps": 298617, + "tx_pps": 300480, + "tx_pkts": 2986172, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450712.05910630024, + "rx_pkts": 4483910, + "time_ms": 1648520323438, + "drop_pct": 79, + "total_tx_pps": 448398, + "tx_pps": 450720, + "tx_pkts": 4483989, + "drop_percentage": 0.0017618241257951347 + }, + { + "rx_pps": 375548.77991538175, + "rx_pkts": 3732019, + "time_ms": 1648520335959, + "drop_pct": 509, + "total_tx_pps": 373252, + "tx_pps": 375600, + "tx_pkts": 3732528, + "drop_percentage": 0.013636870239151588 + }, + { + "rx_pps": 338015.5471880093, + "rx_pkts": 3359032, + "time_ms": 1648520348460, + "drop_pct": 243, + "total_tx_pps": 335927, + "tx_pps": 338040, + "tx_pkts": 3359275, + "drop_percentage": 0.007233703700947377 + }, + { + "rx_pps": 319260.0, + "rx_pkts": 3172967, + "time_ms": 1648520361037, + "drop_pct": 0, + "total_tx_pps": 317296, + "tx_pps": 319260, + "tx_pkts": 3172967, + "drop_percentage": 0.0 + }, + { + "rx_pps": 328650.0, + "rx_pkts": 3265961, + "time_ms": 1648520373554, + "drop_pct": 0, + "total_tx_pps": 326596, + "tx_pps": 328650, + "tx_pkts": 3265961, + "drop_percentage": 0.0 + }, + { + "rx_pps": 333339.37153865054, + "rx_pkts": 3312896, + "time_ms": 1648520386142, + "drop_pct": 46, + "total_tx_pps": 331294, + "tx_pps": 333344, + "tx_pkts": 3312942, + "ndr_pps": 164325, + "drop_percentage": 0.0013884939730306174 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e329e7ec82084f7186e94e7d1c71663a" + }, + "synthesis": { + "avg_delay_usec": 245.0000499087405, + "total_tx_rate": 326596 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:22:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "1e8206de26514ff6a4931f6250fde24a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 9.375, + "timestamp_sec": 1648520679.0839975, + "stats": { + "total_tx_rate": 378591, + "overall": { + "rx_pkts": 3785894, + "drop_percentage": 0.00047544686722776435, + "drop_pct": 18, + "max_delay_usec": 3658, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3785912, + "avg_delay_usec": 170.99981827277784, + "min_delay_usec": 34, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1892861, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 3658, + "tx_pkts": 1893051, + "avg_delay_usec": 175, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1893033, + "min_delay_usec": 35, + "drop_pct": 18, + "max_delay_usec": 3371, + "tx_pkts": 1892861, + "avg_delay_usec": 167, + "drop_percentage": 0.0009509414584589149 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4658183664.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 18.75, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 380972, + "rate_bps": 4687500000.0, + "time_taken_sec": 137.66561269760132 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1541559.265878926, + "rx_pkts": 15109078, + "time_ms": 1648520553914, + "drop_pct": 24720096, + "total_tx_pps": 3982917, + "tx_pps": 4063718, + "tx_pkts": 39829174, + "drop_percentage": 62.06529916989993 + }, + { + "rx_pps": 1494377.2278385973, + "rx_pkts": 14850376, + "time_ms": 1648520566411, + "drop_pct": 5341216, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191592, + "drop_percentage": 26.452673964489772 + }, + { + "rx_pps": 1015244.8303578512, + "rx_pkts": 10088998, + "time_ms": 1648520578933, + "drop_pct": 6789, + "total_tx_pps": 1009578, + "tx_pps": 1015928, + "tx_pkts": 10095787, + "drop_percentage": 0.06724587196619738 + }, + { + "rx_pps": 507229.30857634713, + "rx_pkts": 5040594, + "time_ms": 1648520591432, + "drop_pct": 7301, + "total_tx_pps": 504789, + "tx_pps": 507964, + "tx_pkts": 5047895, + "drop_percentage": 0.1446345456868655 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2523948, + "time_ms": 1648520603928, + "drop_pct": 0, + "total_tx_pps": 252394, + "tx_pps": 253982, + "tx_pkts": 2523948, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380970.18868056097, + "rx_pkts": 3785894, + "time_ms": 1648520616532, + "drop_pct": 18, + "total_tx_pps": 378591, + "tx_pps": 380972, + "tx_pkts": 3785912, + "drop_percentage": 0.0004754468672277644 + }, + { + "rx_pps": 444179.12352550065, + "rx_pkts": 4414476, + "time_ms": 1648520629047, + "drop_pct": 2871, + "total_tx_pps": 441734, + "tx_pps": 444468, + "tx_pkts": 4417347, + "drop_percentage": 0.06499376209294855 + }, + { + "rx_pps": 412677.0336150762, + "rx_pkts": 4101185, + "time_ms": 1648520641544, + "drop_pct": 427, + "total_tx_pps": 410161, + "tx_pps": 412720, + "tx_pkts": 4101612, + "drop_percentage": 0.01041054102630868 + }, + { + "rx_pps": 396730.1338174792, + "rx_pkts": 3944491, + "time_ms": 1648520654065, + "drop_pct": 1152, + "total_tx_pps": 394564, + "tx_pps": 396846, + "tx_pkts": 3945643, + "drop_percentage": 0.02919676209935871 + }, + { + "rx_pps": 388894.5031521723, + "rx_pkts": 3864641, + "time_ms": 1648520666566, + "drop_pct": 154, + "total_tx_pps": 386479, + "tx_pps": 388910, + "tx_pkts": 3864795, + "drop_percentage": 0.00398468741550328 + }, + { + "rx_pps": 384931.5345935888, + "rx_pkts": 3825258, + "time_ms": 1648520679083, + "drop_pct": 104, + "total_tx_pps": 382536, + "tx_pps": 384942, + "tx_pkts": 3825362, + "ndr_pps": 190486, + "drop_percentage": 0.002718696949465175 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1e8206de26514ff6a4931f6250fde24a" + }, + "synthesis": { + "avg_delay_usec": 170.99981827277784, + "total_tx_rate": 378591 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:27:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "6717811fb0a041bdae28c1780610969e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 2.05078125, + "timestamp_sec": 1648520976.011313, + "stats": { + "total_tx_rate": 333616, + "overall": { + "rx_pkts": 3336161, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 698, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3336161, + "avg_delay_usec": 122.49997497123191, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1667997, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 698, + "tx_pkts": 1668164, + "avg_delay_usec": 123, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1668164, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 279, + "tx_pkts": 1667997, + "avg_delay_usec": 122, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1019085674.6666666, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.1015625, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 335680, + "rate_bps": 1025390624.0, + "time_taken_sec": 137.6751914024353 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 480024.2862919867, + "rx_pkts": 4168384, + "time_ms": 1648520850833, + "drop_pct": 137969775, + "total_tx_pps": 14213815, + "tx_pps": 16368398, + "tx_pkts": 142138159, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14213815). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.0673716127138 + }, + { + "rx_pps": 429860.8379715359, + "rx_pkts": 4272172, + "time_ms": 1648520863348, + "drop_pct": 77066481, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338653, + "drop_percentage": 94.74767304051618 + }, + { + "rx_pps": 527546.4558752577, + "rx_pkts": 5242915, + "time_ms": 1648520875895, + "drop_pct": 35425583, + "total_tx_pps": 4066849, + "tx_pps": 4092098, + "tx_pkts": 40668498, + "drop_percentage": 87.1081666207589 + }, + { + "rx_pps": 1892052.775002597, + "rx_pkts": 18802280, + "time_ms": 1648520888389, + "drop_pct": 1530328, + "total_tx_pps": 2033260, + "tx_pps": 2046048, + "tx_pkts": 20332608, + "drop_percentage": 7.526471763976367 + }, + { + "rx_pps": 1018805.8604937441, + "rx_pkts": 10125407, + "time_ms": 1648520900966, + "drop_pct": 41922, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 0.4123206793052531 + }, + { + "rx_pps": 511505.0566071885, + "rx_pkts": 5083084, + "time_ms": 1648520913485, + "drop_pct": 69, + "total_tx_pps": 508315, + "tx_pps": 511512, + "tx_pkts": 5083153, + "drop_percentage": 0.0013574252043957757 + }, + { + "rx_pps": 255756.0, + "rx_pkts": 2541833, + "time_ms": 1648520925981, + "drop_pct": 0, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541833, + "drop_percentage": 0.0 + }, + { + "rx_pps": 383623.4350406216, + "rx_pkts": 3812647, + "time_ms": 1648520938480, + "drop_pct": 105, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812752, + "drop_percentage": 0.0027539163313008556 + }, + { + "rx_pps": 319694.0, + "rx_pkts": 3182880, + "time_ms": 1648520951016, + "drop_pct": 0, + "total_tx_pps": 318288, + "tx_pps": 319694, + "tx_pkts": 3182880, + "drop_percentage": 0.0 + }, + { + "rx_pps": 351650.215240727, + "rx_pkts": 3494880, + "time_ms": 1648520963515, + "drop_pct": 137, + "total_tx_pps": 349501, + "tx_pps": 351664, + "tx_pkts": 3495017, + "drop_percentage": 0.003919866484197359 + }, + { + "rx_pps": 335680.0, + "rx_pkts": 3336161, + "time_ms": 1648520976010, + "drop_pct": 0, + "total_tx_pps": 333616, + "tx_pps": 335680, + "tx_pkts": 3336161, + "ndr_pps": 167840, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "6717811fb0a041bdae28c1780610969e" + }, + "synthesis": { + "avg_delay_usec": 122.49997497123191, + "total_tx_rate": 333616 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:36:59", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 39.0625, + "timestamp_sec": 1648521561.8428352, + "stats": { + "total_tx_rate": 268972, + "overall": { + "rx_pkts": 2689705, + "drop_percentage": 0.0007435704393571834, + "drop_pct": 20, + "max_delay_usec": 6516, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2689725, + "avg_delay_usec": 1027.9918745736056, + "min_delay_usec": 68, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1344775, + "min_delay_usec": 74, + "drop_pct": 20, + "max_delay_usec": 5878, + "tx_pkts": 1344930, + "avg_delay_usec": 1169, + "drop_percentage": 0.0014870662413657217 + }, + "0": { + "rx_pkts": 1344930, + "min_delay_usec": 68, + "drop_pct": 0, + "max_delay_usec": 6516, + "tx_pkts": 1344795, + "avg_delay_usec": 887, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 19409019520.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 78.125, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 270664, + "rate_bps": 19531250000.0, + "time_taken_sec": 137.58718967437744 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 278405.0005646744, + "rx_pkts": 2768644, + "time_ms": 1648521436741, + "drop_pct": 4122053, + "total_tx_pps": 689069, + "tx_pps": 692904, + "tx_pkts": 6890697, + "drop_percentage": 59.8205522605333 + }, + { + "rx_pps": 276331.9562142758, + "rx_pkts": 2746187, + "time_ms": 1648521449255, + "drop_pct": 696853, + "total_tx_pps": 344304, + "tx_pps": 346452, + "tx_pkts": 3443040, + "drop_percentage": 20.23946860913611 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721607, + "time_ms": 1648521461778, + "drop_pct": 0, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721607, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259837.29559799578, + "rx_pkts": 2582135, + "time_ms": 1648521474298, + "drop_pct": 7, + "total_tx_pps": 258214, + "tx_pps": 259838, + "tx_pkts": 2582142, + "drop_percentage": 0.00027109275942221615 + }, + { + "rx_pps": 276937.05630908126, + "rx_pkts": 2752342, + "time_ms": 1648521486796, + "drop_pct": 260458, + "total_tx_pps": 301280, + "tx_pps": 303144, + "tx_pkts": 3012800, + "drop_percentage": 8.6450477960701 + }, + { + "rx_pps": 276792.8929701584, + "rx_pkts": 2755614, + "time_ms": 1648521499312, + "drop_pct": 46782, + "total_tx_pps": 280239, + "tx_pps": 281492, + "tx_pkts": 2802396, + "drop_percentage": 1.6693572214633479 + }, + { + "rx_pps": 270661.98742250603, + "rx_pkts": 2689705, + "time_ms": 1648521511811, + "drop_pct": 20, + "total_tx_pps": 268972, + "tx_pps": 270664, + "tx_pkts": 2689725, + "drop_percentage": 0.0007435704393571834 + }, + { + "rx_pps": 276052.0403556816, + "rx_pkts": 2743544, + "time_ms": 1648521524310, + "drop_pct": 258, + "total_tx_pps": 274380, + "tx_pps": 276078, + "tx_pkts": 2743802, + "drop_percentage": 0.009403010858655253 + }, + { + "rx_pps": 273364.7554496673, + "rx_pkts": 2716837, + "time_ms": 1648521536836, + "drop_pct": 72, + "total_tx_pps": 271690, + "tx_pps": 273372, + "tx_pkts": 2716909, + "drop_percentage": 0.0026500703556872904 + }, + { + "rx_pps": 271980.0648314645, + "rx_pkts": 2702940, + "time_ms": 1648521549342, + "drop_pct": 377, + "total_tx_pps": 270331, + "tx_pps": 272018, + "tx_pkts": 2703317, + "drop_percentage": 0.013945830252241968 + }, + { + "rx_pps": 271298.2308444215, + "rx_pkts": 2696299, + "time_ms": 1648521561842, + "drop_pct": 435, + "total_tx_pps": 269673, + "tx_pps": 271342, + "tx_pkts": 2696734, + "ndr_pps": 135332, + "drop_percentage": 0.016130623190867176 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9" + }, + "synthesis": { + "avg_delay_usec": 1027.9918745736056, + "total_tx_rate": 268972 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:44:19", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "859cf30e41754c5983e562fb7bf0fb6d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.78125, + "timestamp_sec": 1648522002.495307, + "stats": { + "total_tx_rate": 577711, + "overall": { + "rx_pkts": 5777113, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 275, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5777113, + "avg_delay_usec": 119.99994997501346, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2888412, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 260, + "tx_pkts": 2888701, + "avg_delay_usec": 121, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2888701, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 275, + "tx_pkts": 2888412, + "avg_delay_usec": 119, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 388221792.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.5625, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 581286, + "rate_bps": 390625000.0, + "time_taken_sec": 137.66614270210266 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1044485.5784527424, + "rx_pkts": 5973011, + "time_ms": 1648521877346, + "drop_pct": 419519173, + "total_tx_pps": 42549218, + "tx_pps": 74404760, + "tx_pkts": 425492184, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42549218). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.59621134662252 + }, + { + "rx_pps": 1656555.9939682153, + "rx_pkts": 16462060, + "time_ms": 1648521889844, + "drop_pct": 353237373, + "total_tx_pps": 36969943, + "tx_pps": 37202380, + "tx_pkts": 369699433, + "drop_percentage": 95.54717737422118 + }, + { + "rx_pps": 966647.7521170629, + "rx_pkts": 9607013, + "time_ms": 1648521902362, + "drop_pct": 175260612, + "total_tx_pps": 18486762, + "tx_pps": 18601190, + "tx_pkts": 184867625, + "drop_percentage": 94.80330155158319 + }, + { + "rx_pps": 1951565.285508652, + "rx_pkts": 19395621, + "time_ms": 1648521914859, + "drop_pct": 73038282, + "total_tx_pps": 9243390, + "tx_pps": 9300594, + "tx_pkts": 92433903, + "drop_percentage": 79.01676725692303 + }, + { + "rx_pps": 1716942.598940512, + "rx_pkts": 17062118, + "time_ms": 1648521927407, + "drop_pct": 29150201, + "total_tx_pps": 4621231, + "tx_pps": 4650296, + "tx_pkts": 46212319, + "drop_percentage": 63.07885349791687 + }, + { + "rx_pps": 1580289.032741088, + "rx_pkts": 15705705, + "time_ms": 1648521939922, + "drop_pct": 7402782, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108487, + "drop_percentage": 32.03490561714404 + }, + { + "rx_pps": 1161510.1511160529, + "rx_pkts": 11542509, + "time_ms": 1648521952469, + "drop_pct": 10572, + "total_tx_pps": 1155308, + "tx_pps": 1162574, + "tx_pkts": 11553081, + "drop_percentage": 0.09150805746103571 + }, + { + "rx_pps": 581286.0, + "rx_pkts": 5777113, + "time_ms": 1648521964985, + "drop_pct": 0, + "total_tx_pps": 577711, + "tx_pps": 581286, + "tx_pkts": 5777113, + "drop_percentage": 0.0 + }, + { + "rx_pps": 871909.7756240192, + "rx_pkts": 8665477, + "time_ms": 1648521977483, + "drop_pct": 201, + "total_tx_pps": 866567, + "tx_pps": 871930, + "tx_pkts": 8665678, + "drop_percentage": 0.0023194953701256844 + }, + { + "rx_pps": 726593.5108987914, + "rx_pkts": 7221253, + "time_ms": 1648521989998, + "drop_pct": 144, + "total_tx_pps": 722139, + "tx_pps": 726608, + "tx_pkts": 7221397, + "drop_percentage": 0.001994073999809178 + }, + { + "rx_pps": 653890.8427914827, + "rx_pkts": 6498043, + "time_ms": 1648522002494, + "drop_pct": 568, + "total_tx_pps": 649861, + "tx_pps": 653948, + "tx_pkts": 6498611, + "ndr_pps": 290643, + "drop_percentage": 0.008740329279595286 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "859cf30e41754c5983e562fb7bf0fb6d" + }, + "synthesis": { + "avg_delay_usec": 119.99994997501346, + "total_tx_rate": 577711 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:54:07", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d00c9abb62b94d448a46ffa181ddab5e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 1.5625, + "timestamp_sec": 1648522591.145952, + "stats": { + "total_tx_rate": 655780, + "overall": { + "rx_pkts": 6557739, + "drop_percentage": 0.0009454388750131332, + "drop_pct": 62, + "max_delay_usec": 957, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6557801, + "avg_delay_usec": 138.4995528184333, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3278674, + "min_delay_usec": 34, + "drop_pct": 62, + "max_delay_usec": 321, + "tx_pkts": 3279065, + "avg_delay_usec": 146, + "drop_percentage": 0.0018907828908545576 + }, + "0": { + "rx_pkts": 3279065, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 957, + "tx_pkts": 3278736, + "avg_delay_usec": 131, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 776443520.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 659838, + "rate_bps": 781250000.0, + "time_taken_sec": 137.81604623794556 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 575195.7927175488, + "rx_pkts": 5266904, + "time_ms": 1648522465816, + "drop_pct": 381418684, + "total_tx_pps": 38668558, + "tx_pps": 42229728, + "tx_pkts": 386685588, + "drop_percentage": 98.63793630705472 + }, + { + "rx_pps": 567278.3196453974, + "rx_pkts": 5637329, + "time_ms": 1648522478320, + "drop_pct": 204191658, + "total_tx_pps": 20982898, + "tx_pps": 21114864, + "tx_pkts": 209828987, + "drop_percentage": 97.31336976811502 + }, + { + "rx_pps": 566897.9693114288, + "rx_pkts": 5633553, + "time_ms": 1648522490823, + "drop_pct": 99281010, + "total_tx_pps": 10491456, + "tx_pps": 10557432, + "tx_pkts": 104914563, + "drop_percentage": 94.63034221474096 + }, + { + "rx_pps": 639383.528283698, + "rx_pkts": 6368581, + "time_ms": 1648522503423, + "drop_pct": 46210081, + "total_tx_pps": 5257866, + "tx_pps": 5278716, + "tx_pkts": 52578662, + "drop_percentage": 87.88751794406636 + }, + { + "rx_pps": 1855352.6709109098, + "rx_pkts": 18437572, + "time_ms": 1648522515925, + "drop_pct": 7791055, + "total_tx_pps": 2622862, + "tx_pps": 2639358, + "tx_pkts": 26228627, + "drop_percentage": 29.704395125219477 + }, + { + "rx_pps": 1315331.5523658819, + "rx_pkts": 13071766, + "time_ms": 1648522528443, + "drop_pct": 43195, + "total_tx_pps": 1311496, + "tx_pps": 1319678, + "tx_pkts": 13114961, + "drop_percentage": 0.32935667898669313 + }, + { + "rx_pps": 659831.761635036, + "rx_pkts": 6557739, + "time_ms": 1648522540951, + "drop_pct": 62, + "total_tx_pps": 655780, + "tx_pps": 659838, + "tx_pkts": 6557801, + "drop_percentage": 0.0009454388750131332 + }, + { + "rx_pps": 987585.841691004, + "rx_pkts": 9815124, + "time_ms": 1648522553600, + "drop_pct": 21588, + "total_tx_pps": 983671, + "tx_pps": 989758, + "tx_pkts": 9836712, + "drop_percentage": 0.21946357685372916 + }, + { + "rx_pps": 824593.6227131974, + "rx_pkts": 8194402, + "time_ms": 1648522566129, + "drop_pct": 2031, + "total_tx_pps": 819643, + "tx_pps": 824798, + "tx_pkts": 8196433, + "drop_percentage": 0.02477907157906372 + }, + { + "rx_pps": 742228.248068629, + "rx_pkts": 7376639, + "time_ms": 1648522578649, + "drop_pct": 892, + "total_tx_pps": 737753, + "tx_pps": 742318, + "tx_pkts": 7377531, + "drop_percentage": 0.012090765867334208 + }, + { + "rx_pps": 700873.6432437552, + "rx_pkts": 6965634, + "time_ms": 1648522591145, + "drop_pct": 2031, + "total_tx_pps": 696766, + "tx_pps": 701078, + "tx_pkts": 6967665, + "ndr_pps": 329919, + "drop_percentage": 0.029148932963912588 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d00c9abb62b94d448a46ffa181ddab5e" + }, + "synthesis": { + "avg_delay_usec": 138.4995528184333, + "total_tx_rate": 655780 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:01:28", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "00c68a9f42064b53b7e9abb957d13033", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 2.34375, + "timestamp_sec": 1648523031.8611252, + "stats": { + "total_tx_rate": 527476, + "overall": { + "rx_pkts": 5274760, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2258, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5274760, + "avg_delay_usec": 135.49841149170769, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2637247, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 251, + "tx_pkts": 2637513, + "avg_delay_usec": 167, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2637513, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 2258, + "tx_pkts": 2637247, + "avg_delay_usec": 104, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1164667008.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.6875, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 530740, + "rate_bps": 1171875000.0, + "time_taken_sec": 137.57874631881714 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 632951.7633188012, + "rx_pkts": 5732879, + "time_ms": 1648522906769, + "drop_pct": 199370619, + "total_tx_pps": 20510349, + "tx_pps": 22644926, + "tx_pkts": 205103498, + "drop_percentage": 97.20488482356356 + }, + { + "rx_pps": 525347.9116271588, + "rx_pkts": 5220542, + "time_ms": 1648522919288, + "drop_pct": 107294207, + "total_tx_pps": 11251474, + "tx_pps": 11322462, + "tx_pkts": 112514749, + "drop_percentage": 95.36012651994629 + }, + { + "rx_pps": 618995.2907265456, + "rx_pkts": 6151267, + "time_ms": 1648522931785, + "drop_pct": 50107218, + "total_tx_pps": 5625848, + "tx_pps": 5661230, + "tx_pkts": 56258485, + "drop_percentage": 89.06606354579225 + }, + { + "rx_pps": 1708283.2963459694, + "rx_pkts": 16977774, + "time_ms": 1648522944283, + "drop_pct": 11154284, + "total_tx_pps": 2813205, + "tx_pps": 2830614, + "tx_pkts": 28132058, + "drop_percentage": 39.649726301573814 + }, + { + "rx_pps": 1360731.7774735298, + "rx_pkts": 13523635, + "time_ms": 1648522956800, + "drop_pct": 542386, + "total_tx_pps": 1406602, + "tx_pps": 1415306, + "tx_pkts": 14066021, + "drop_percentage": 3.8560016368523833 + }, + { + "rx_pps": 707523.1949731325, + "rx_pkts": 7031012, + "time_ms": 1648522969304, + "drop_pct": 1280, + "total_tx_pps": 703229, + "tx_pps": 707652, + "tx_pkts": 7032292, + "drop_percentage": 0.01820174702643178 + }, + { + "rx_pps": 353826.0, + "rx_pkts": 3522871, + "time_ms": 1648522981825, + "drop_pct": 0, + "total_tx_pps": 352287, + "tx_pps": 353826, + "tx_pkts": 3522871, + "drop_percentage": 0.0 + }, + { + "rx_pps": 530740.0, + "rx_pkts": 5274760, + "time_ms": 1648522994322, + "drop_pct": 0, + "total_tx_pps": 527476, + "tx_pps": 530740, + "tx_pkts": 5274760, + "drop_percentage": 0.0 + }, + { + "rx_pps": 619168.936279166, + "rx_pkts": 6154233, + "time_ms": 1648523006848, + "drop_pct": 269, + "total_tx_pps": 615450, + "tx_pps": 619196, + "tx_pkts": 6154502, + "drop_percentage": 0.004370784183675625 + }, + { + "rx_pps": 574945.8616487811, + "rx_pkts": 5713528, + "time_ms": 1648523019362, + "drop_pct": 220, + "total_tx_pps": 571374, + "tx_pps": 574968, + "tx_pkts": 5713748, + "drop_percentage": 0.0038503623190942267 + }, + { + "rx_pps": 552739.5964496398, + "rx_pkts": 5493404, + "time_ms": 1648523031860, + "drop_pct": 1137, + "total_tx_pps": 549454, + "tx_pps": 552854, + "tx_pkts": 5494541, + "ndr_pps": 265370, + "drop_percentage": 0.0206932662801133 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "00c68a9f42064b53b7e9abb957d13033" + }, + "synthesis": { + "avg_delay_usec": 135.49841149170769, + "total_tx_rate": 527476 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:08:48", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b4eddc7398da473da06f59d26481dd90", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.61328125, + "timestamp_sec": 1648523471.325121, + "stats": { + "total_tx_rate": 421839, + "overall": { + "rx_pkts": 4218391, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 964, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4218391, + "avg_delay_usec": 91.49982327385015, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2109089, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 964, + "tx_pkts": 2109302, + "avg_delay_usec": 95, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2109302, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 234, + "tx_pkts": 2109089, + "avg_delay_usec": 88, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1795346784.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.2265625, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 424492, + "rate_bps": 1806640624.0, + "time_taken_sec": 137.6849229335785 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 563084.4500570935, + "rx_pkts": 5335501, + "time_ms": 1648523346125, + "drop_pct": 105983691, + "total_tx_pps": 11131919, + "tx_pps": 11748120, + "tx_pkts": 111319192, + "drop_percentage": 95.20702503841386 + }, + { + "rx_pps": 637290.2801695273, + "rx_pkts": 6333073, + "time_ms": 1648523358659, + "drop_pct": 52040406, + "total_tx_pps": 5837347, + "tx_pps": 5874060, + "tx_pkts": 58373479, + "drop_percentage": 89.15076999265368 + }, + { + "rx_pps": 1745105.2638676804, + "rx_pkts": 17342859, + "time_ms": 1648523371158, + "drop_pct": 11845350, + "total_tx_pps": 2918820, + "tx_pps": 2937030, + "tx_pkts": 29188209, + "drop_percentage": 40.582654454749175 + }, + { + "rx_pps": 1410723.9011671874, + "rx_pkts": 14020482, + "time_ms": 1648523383738, + "drop_pct": 574347, + "total_tx_pps": 1459482, + "tx_pps": 1468514, + "tx_pkts": 14594829, + "drop_percentage": 3.935277350628774 + }, + { + "rx_pps": 734025.8600312393, + "rx_pkts": 7313468, + "time_ms": 1648523396281, + "drop_pct": 2293, + "total_tx_pps": 731576, + "tx_pps": 734256, + "tx_pkts": 7315761, + "drop_percentage": 0.03134328745840658 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648704, + "time_ms": 1648523408795, + "drop_pct": 0, + "total_tx_pps": 364870, + "tx_pps": 367128, + "tx_pkts": 3648704, + "drop_percentage": 0.0 + }, + { + "rx_pps": 550589.7713038774, + "rx_pkts": 5472037, + "time_ms": 1648523421294, + "drop_pct": 1016, + "total_tx_pps": 547305, + "tx_pps": 550692, + "tx_pkts": 5473053, + "drop_percentage": 0.01856367917504179 + }, + { + "rx_pps": 458654.12648746, + "rx_pkts": 4558336, + "time_ms": 1648523433810, + "drop_pct": 2543, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.05575679600357738 + }, + { + "rx_pps": 413015.98762516497, + "rx_pkts": 4104762, + "time_ms": 1648523446308, + "drop_pct": 20, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104782, + "drop_percentage": 0.00048723659380693054 + }, + { + "rx_pps": 435949.3084804507, + "rx_pkts": 4332336, + "time_ms": 1648523458810, + "drop_pct": 146, + "total_tx_pps": 433248, + "tx_pps": 435964, + "tx_pkts": 4332482, + "drop_percentage": 0.0033698928235593364 + }, + { + "rx_pps": 424492.0, + "rx_pkts": 4218391, + "time_ms": 1648523471324, + "drop_pct": 0, + "total_tx_pps": 421839, + "tx_pps": 424492, + "tx_pkts": 4218391, + "ndr_pps": 212246, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b4eddc7398da473da06f59d26481dd90" + }, + "synthesis": { + "avg_delay_usec": 91.49982327385015, + "total_tx_rate": 421839 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:13:41", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "23114778f5174c1a8a3ff5e0156d0214", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 5.859375, + "timestamp_sec": 1648523764.1071556, + "stats": { + "total_tx_rate": 461876, + "overall": { + "rx_pkts": 4618724, + "drop_percentage": 0.0008227312860026129, + "drop_pct": 38, + "max_delay_usec": 4782, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4618762, + "avg_delay_usec": 105.0, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2309249, + "min_delay_usec": 33, + "drop_pct": 16, + "max_delay_usec": 2687, + "tx_pkts": 2309497, + "avg_delay_usec": 105, + "drop_percentage": 0.000692791547250332 + }, + "0": { + "rx_pkts": 2309475, + "min_delay_usec": 33, + "drop_pct": 22, + "max_delay_usec": 4782, + "tx_pkts": 2309265, + "avg_delay_usec": 105, + "drop_percentage": 0.0009526840791334039 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2911666304.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 11.71875, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 464734, + "rate_bps": 2929687500.0, + "time_taken_sec": 137.67143726348877 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 955878.5749151269, + "rx_pkts": 9207107, + "time_ms": 1648523638974, + "drop_pct": 67189533, + "total_tx_pps": 7639664, + "tx_pps": 7931472, + "tx_pkts": 76396640, + "drop_percentage": 87.9482828040605 + }, + { + "rx_pps": 972237.1870658809, + "rx_pkts": 9662578, + "time_ms": 1648523651488, + "drop_pct": 29750884, + "total_tx_pps": 3941346, + "tx_pps": 3965736, + "tx_pkts": 39413462, + "drop_percentage": 75.48406683990359 + }, + { + "rx_pps": 1578290.234876225, + "rx_pkts": 15684261, + "time_ms": 1648523663985, + "drop_pct": 4020492, + "total_tx_pps": 1970475, + "tx_pps": 1982868, + "tx_pkts": 19704753, + "drop_percentage": 20.40366605965576 + }, + { + "rx_pps": 991198.3508095556, + "rx_pkts": 9851027, + "time_ms": 1648523676482, + "drop_pct": 2342, + "total_tx_pps": 985336, + "tx_pps": 991434, + "tx_pkts": 9853369, + "drop_percentage": 0.023768520188374147 + }, + { + "rx_pps": 495674.5408910233, + "rx_pkts": 4925767, + "time_ms": 1648523688978, + "drop_pct": 412, + "total_tx_pps": 492617, + "tx_pps": 495716, + "tx_pkts": 4926179, + "drop_percentage": 0.00836348009278591 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463338, + "time_ms": 1648523701524, + "drop_pct": 0, + "total_tx_pps": 246333, + "tx_pps": 247858, + "tx_pkts": 2463338, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371786.0, + "rx_pkts": 3698343, + "time_ms": 1648523714031, + "drop_pct": 0, + "total_tx_pps": 369834, + "tx_pps": 371786, + "tx_pkts": 3698343, + "drop_percentage": 0.0 + }, + { + "rx_pps": 433750.39284890535, + "rx_pkts": 4318204, + "time_ms": 1648523726546, + "drop_pct": 16, + "total_tx_pps": 431822, + "tx_pps": 433752, + "tx_pkts": 4318220, + "drop_percentage": 0.00037052303958575524 + }, + { + "rx_pps": 464730.17648798524, + "rx_pkts": 4618724, + "time_ms": 1648523739092, + "drop_pct": 38, + "total_tx_pps": 461876, + "tx_pps": 464734, + "tx_pkts": 4618762, + "drop_percentage": 0.0008227312860026128 + }, + { + "rx_pps": 480195.32365105936, + "rx_pkts": 4772423, + "time_ms": 1648523751589, + "drop_pct": 285, + "total_tx_pps": 477270, + "tx_pps": 480224, + "tx_pkts": 4772708, + "drop_percentage": 0.005971452684723222 + }, + { + "rx_pps": 472303.0115781439, + "rx_pkts": 4693985, + "time_ms": 1648523764106, + "drop_pct": 1759, + "total_tx_pps": 469574, + "tx_pps": 472480, + "tx_pkts": 4695744, + "ndr_pps": 232367, + "drop_percentage": 0.03745945264477791 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "23114778f5174c1a8a3ff5e0156d0214" + }, + "synthesis": { + "avg_delay_usec": 105.0, + "total_tx_rate": 461876 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:18:34", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.640625, + "timestamp_sec": 1648524057.2266753, + "stats": { + "total_tx_rate": 395081, + "overall": { + "rx_pkts": 3950815, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 5009, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3950815, + "avg_delay_usec": 135.49999860788216, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1975407, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1872, + "tx_pkts": 1975408, + "avg_delay_usec": 141, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1975408, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 5009, + "tx_pkts": 1975407, + "avg_delay_usec": 130, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3299716512.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.28125, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 397546, + "rate_bps": 3320312500.0, + "time_taken_sec": 137.57492899894714 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1528705.606599547, + "rx_pkts": 14848752, + "time_ms": 1648523932137, + "drop_pct": 43300698, + "total_tx_pps": 5814945, + "tx_pps": 5986590, + "tx_pkts": 58149450, + "drop_percentage": 74.46450138393398 + }, + { + "rx_pps": 1577883.6850487113, + "rx_pkts": 15680218, + "time_ms": 1648523944639, + "drop_pct": 14065639, + "total_tx_pps": 2974585, + "tx_pps": 2993294, + "tx_pkts": 29745857, + "drop_percentage": 47.286043901844884 + }, + { + "rx_pps": 1403083.656451526, + "rx_pkts": 13943147, + "time_ms": 1648523957150, + "drop_pct": 929776, + "total_tx_pps": 1487292, + "tx_pps": 1496646, + "tx_pkts": 14872923, + "drop_percentage": 6.25146785201537 + }, + { + "rx_pps": 748312.0377400354, + "rx_pkts": 7436354, + "time_ms": 1648523969710, + "drop_pct": 99, + "total_tx_pps": 743645, + "tx_pps": 748322, + "tx_pkts": 7436453, + "drop_percentage": 0.0013312798453778971 + }, + { + "rx_pps": 374160.0, + "rx_pkts": 3718217, + "time_ms": 1648523982208, + "drop_pct": 0, + "total_tx_pps": 371821, + "tx_pps": 374160, + "tx_pkts": 3718217, + "drop_percentage": 0.0 + }, + { + "rx_pps": 561003.6221851375, + "rx_pkts": 5575257, + "time_ms": 1648523994704, + "drop_pct": 2369, + "total_tx_pps": 557762, + "tx_pps": 561242, + "tx_pkts": 5577626, + "drop_percentage": 0.042473267300460804 + }, + { + "rx_pps": 467630.352253285, + "rx_pkts": 4647080, + "time_ms": 1648524007203, + "drop_pct": 712, + "total_tx_pps": 464779, + "tx_pps": 467702, + "tx_pkts": 4647792, + "drop_percentage": 0.015319102059644665 + }, + { + "rx_pps": 420890.9516613151, + "rx_pkts": 4183446, + "time_ms": 1648524019707, + "drop_pct": 408, + "total_tx_pps": 418385, + "tx_pps": 420932, + "tx_pkts": 4183854, + "drop_percentage": 0.00975177432099686 + }, + { + "rx_pps": 397546.0, + "rx_pkts": 3950815, + "time_ms": 1648524032233, + "drop_pct": 0, + "total_tx_pps": 395081, + "tx_pps": 397546, + "tx_pkts": 3950815, + "drop_percentage": 0.0 + }, + { + "rx_pps": 409232.9685563975, + "rx_pkts": 4066755, + "time_ms": 1648524044730, + "drop_pct": 50, + "total_tx_pps": 406680, + "tx_pps": 409238, + "tx_pkts": 4066805, + "drop_percentage": 0.0012294663747093849 + }, + { + "rx_pps": 403269.836569411, + "rx_pkts": 4007497, + "time_ms": 1648524057225, + "drop_pct": 1214, + "total_tx_pps": 400871, + "tx_pps": 403392, + "tx_pkts": 4008711, + "ndr_pps": 198773, + "drop_percentage": 0.030284048912480845 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2" + }, + "synthesis": { + "avg_delay_usec": 135.49999860788216, + "total_tx_rate": 395081 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:30:47", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "786f3740545f4a40a9dc01f9dffc595c", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 11.5234375, + "timestamp_sec": 1648524790.37032, + "stats": { + "total_tx_rate": 551101, + "overall": { + "rx_pkts": 5510977, + "drop_percentage": 0.0007076735033975586, + "drop_pct": 39, + "max_delay_usec": 3562, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5511016, + "avg_delay_usec": 147.99948230595047, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2755330, + "min_delay_usec": 32, + "drop_pct": 39, + "max_delay_usec": 1593, + "tx_pkts": 2755647, + "avg_delay_usec": 157, + "drop_percentage": 0.0014152756140390988 + }, + "0": { + "rx_pkts": 2755647, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 3562, + "tx_pkts": 2755369, + "avg_delay_usec": 139, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5731450400.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 23.046875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 554010, + "rate_bps": 5761718750.0, + "time_taken_sec": 137.65743374824524 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1615487.8462332233, + "rx_pkts": 15772944, + "time_ms": 1648524665199, + "drop_pct": 31167339, + "total_tx_pps": 4694028, + "tx_pps": 4807692, + "tx_pkts": 46940283, + "drop_percentage": 66.3978506478114 + }, + { + "rx_pps": 1489092.605554872, + "rx_pkts": 14797858, + "time_ms": 1648524677694, + "drop_pct": 9090362, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 38.05374364435693 + }, + { + "rx_pps": 1181454.0274231592, + "rx_pkts": 11741884, + "time_ms": 1648524690189, + "drop_pct": 203421, + "total_tx_pps": 1194530, + "tx_pps": 1201922, + "tx_pkts": 11945305, + "drop_percentage": 1.7029368442245718 + }, + { + "rx_pps": 600838.4525039338, + "rx_pkts": 5971434, + "time_ms": 1648524702817, + "drop_pct": 1208, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972642, + "drop_percentage": 0.020225555122841785 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986322, + "time_ms": 1648524715333, + "drop_pct": 0, + "total_tx_pps": 298632, + "tx_pps": 300480, + "tx_pkts": 2986322, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450719.39622668474, + "rx_pkts": 4479026, + "time_ms": 1648524727826, + "drop_pct": 6, + "total_tx_pps": 447903, + "tx_pps": 450720, + "tx_pkts": 4479032, + "drop_percentage": 0.00013395751582038261 + }, + { + "rx_pps": 525840.0, + "rx_pkts": 5225536, + "time_ms": 1648524740327, + "drop_pct": 0, + "total_tx_pps": 522553, + "tx_pps": 525840, + "tx_pkts": 5225536, + "drop_percentage": 0.0 + }, + { + "rx_pps": 562993.5002502074, + "rx_pkts": 5595314, + "time_ms": 1648524752854, + "drop_pct": 4040, + "total_tx_pps": 559935, + "tx_pps": 563400, + "tx_pkts": 5599354, + "drop_percentage": 0.07215118029686995 + }, + { + "rx_pps": 544616.0833552305, + "rx_pkts": 5423016, + "time_ms": 1648524765370, + "drop_pct": 39, + "total_tx_pps": 542305, + "tx_pps": 544620, + "tx_pkts": 5423055, + "drop_percentage": 0.0007191518433797923 + }, + { + "rx_pps": 554006.0794180238, + "rx_pkts": 5510977, + "time_ms": 1648524777872, + "drop_pct": 39, + "total_tx_pps": 551101, + "tx_pps": 554010, + "tx_pkts": 5511016, + "drop_percentage": 0.0007076735033975586 + }, + { + "rx_pps": 558698.1513422158, + "rx_pkts": 5552345, + "time_ms": 1648524790369, + "drop_pct": 78, + "total_tx_pps": 555242, + "tx_pps": 558706, + "tx_pkts": 5552423, + "ndr_pps": 277005, + "drop_percentage": 0.0014047921060769326 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "786f3740545f4a40a9dc01f9dffc595c" + }, + "synthesis": { + "avg_delay_usec": 147.99948230595047, + "total_tx_rate": 551101 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:38:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b9b765f0842945868ef0d452b85570ed", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 12.5, + "timestamp_sec": 1648525229.1659203, + "stats": { + "total_tx_rate": 504814, + "overall": { + "rx_pkts": 5048100, + "drop_percentage": 0.0009706528075934367, + "drop_pct": 49, + "max_delay_usec": 311, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5048149, + "avg_delay_usec": 148.00011410233554, + "min_delay_usec": 35, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2524026, + "min_delay_usec": 35, + "drop_pct": 49, + "max_delay_usec": 311, + "tx_pkts": 2524074, + "avg_delay_usec": 136, + "drop_percentage": 0.001941305999744857 + }, + "0": { + "rx_pkts": 2524074, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 303, + "tx_pkts": 2524075, + "avg_delay_usec": 160, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 6211231456.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 25.0, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 507964, + "rate_bps": 6250000000.0, + "time_taken_sec": 137.6200978755951 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1348830.8736421221, + "rx_pkts": 13196248, + "time_ms": 1648525104030, + "drop_pct": 26561020, + "total_tx_pps": 3975726, + "tx_pps": 4063718, + "tx_pkts": 39757268, + "drop_percentage": 66.80796074820836 + }, + { + "rx_pps": 1451865.4390061933, + "rx_pkts": 14429367, + "time_ms": 1648525116526, + "drop_pct": 5764257, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193624, + "drop_percentage": 28.544935767844347 + }, + { + "rx_pps": 1014023.4973269543, + "rx_pkts": 10076861, + "time_ms": 1648525129050, + "drop_pct": 18926, + "total_tx_pps": 1009578, + "tx_pps": 1015928, + "tx_pkts": 10095787, + "drop_percentage": 0.18746433537078389 + }, + { + "rx_pps": 507959.0694331724, + "rx_pkts": 5048100, + "time_ms": 1648525141631, + "drop_pct": 49, + "total_tx_pps": 504814, + "tx_pps": 507964, + "tx_pkts": 5048149, + "drop_percentage": 0.0009706528075934367 + }, + { + "rx_pps": 761678.3540363008, + "rx_pkts": 7569942, + "time_ms": 1648525154127, + "drop_pct": 2660, + "total_tx_pps": 757260, + "tx_pps": 761946, + "tx_pkts": 7572602, + "drop_percentage": 0.03512663150658123 + }, + { + "rx_pps": 634872.7798972944, + "rx_pkts": 6309050, + "time_ms": 1648525166633, + "drop_pct": 827, + "total_tx_pps": 630987, + "tx_pps": 634956, + "tx_pkts": 6309877, + "drop_percentage": 0.013106436147645985 + }, + { + "rx_pps": 571211.9497838132, + "rx_pkts": 5676421, + "time_ms": 1648525179164, + "drop_pct": 2465, + "total_tx_pps": 567888, + "tx_pps": 571460, + "tx_pkts": 5678886, + "drop_percentage": 0.04340640048065765 + }, + { + "rx_pps": 539692.3793376087, + "rx_pkts": 5363734, + "time_ms": 1648525191676, + "drop_pct": 195, + "total_tx_pps": 536392, + "tx_pps": 539712, + "tx_pkts": 5363929, + "drop_percentage": 0.0036353948756592414 + }, + { + "rx_pps": 523781.9497057231, + "rx_pkts": 5205085, + "time_ms": 1648525204173, + "drop_pct": 557, + "total_tx_pps": 520564, + "tx_pps": 523838, + "tx_pkts": 5205642, + "drop_percentage": 0.010699929038531654 + }, + { + "rx_pps": 515844.6541285334, + "rx_pkts": 5126210, + "time_ms": 1648525216667, + "drop_pct": 550, + "total_tx_pps": 512676, + "tx_pps": 515900, + "tx_pkts": 5126760, + "drop_percentage": 0.010728023156925622 + }, + { + "rx_pps": 511849.2830473219, + "rx_pkts": 5086504, + "time_ms": 1648525229165, + "drop_pct": 822, + "total_tx_pps": 508732, + "tx_pps": 511932, + "tx_pkts": 5087326, + "ndr_pps": 253982, + "drop_percentage": 0.016157800777854614 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b9b765f0842945868ef0d452b85570ed" + }, + "synthesis": { + "avg_delay_usec": 148.00011410233554, + "total_tx_rate": 504814 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:40:32", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "14202ba37ebc4fdea8f16b0278600b2d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 2.34375, + "timestamp_sec": 1648525375.443067, + "stats": { + "total_tx_rate": 381275, + "overall": { + "rx_pkts": 3812745, + "drop_percentage": 0.0001311389417087404, + "drop_pct": 5, + "max_delay_usec": 4320, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3812750, + "avg_delay_usec": 101.9999483311892, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1906274, + "min_delay_usec": 31, + "drop_pct": 5, + "max_delay_usec": 4320, + "tx_pkts": 1906471, + "avg_delay_usec": 103, + "drop_percentage": 0.00026226467646242715 + }, + "0": { + "rx_pkts": 1906471, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 1815, + "tx_pkts": 1906279, + "avg_delay_usec": 101, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1164668033.3333333, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.6875, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 383634, + "rate_bps": 1171875000.0, + "time_taken_sec": 137.6155240535736 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 771093.2513239763, + "rx_pkts": 6682599, + "time_ms": 1648525250355, + "drop_pct": 135172410, + "total_tx_pps": 14185500, + "tx_pps": 16368398, + "tx_pkts": 141855009, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14185500). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 95.28913427371465 + }, + { + "rx_pps": 680193.3374204193, + "rx_pkts": 6760101, + "time_ms": 1648525262852, + "drop_pct": 74578545, + "total_tx_pps": 8133864, + "tx_pps": 8184198, + "tx_pkts": 81338646, + "drop_percentage": 91.68894328533572 + }, + { + "rx_pps": 1311747.3568787286, + "rx_pkts": 13036804, + "time_ms": 1648525275367, + "drop_pct": 27632521, + "total_tx_pps": 4066932, + "tx_pps": 4092098, + "tx_pkts": 40669325, + "drop_percentage": 67.94438068495113 + }, + { + "rx_pps": 1590695.3692736912, + "rx_pkts": 15809129, + "time_ms": 1648525287882, + "drop_pct": 4525523, + "total_tx_pps": 2033465, + "tx_pps": 2046048, + "tx_pkts": 20334652, + "drop_percentage": 22.255227185594325 + }, + { + "rx_pps": 1019699.6569069418, + "rx_pkts": 10134290, + "time_ms": 1648525300401, + "drop_pct": 33039, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 0.32495260062893605 + }, + { + "rx_pps": 511492.9830606495, + "rx_pkts": 5083477, + "time_ms": 1648525312928, + "drop_pct": 189, + "total_tx_pps": 508366, + "tx_pps": 511512, + "tx_pkts": 5083666, + "drop_percentage": 0.0037177894849897693 + }, + { + "rx_pps": 255756.0, + "rx_pkts": 2541834, + "time_ms": 1648525325435, + "drop_pct": 0, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541834, + "drop_percentage": 0.0 + }, + { + "rx_pps": 383633.4969064324, + "rx_pkts": 3812745, + "time_ms": 1648525337929, + "drop_pct": 5, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812750, + "drop_percentage": 0.0001311389417087404 + }, + { + "rx_pps": 447538.0591777257, + "rx_pkts": 4456812, + "time_ms": 1648525350446, + "drop_pct": 338, + "total_tx_pps": 445715, + "tx_pps": 447572, + "tx_pkts": 4457150, + "drop_percentage": 0.007583321180575031 + }, + { + "rx_pps": 415568.9970519043, + "rx_pkts": 4130135, + "time_ms": 1648525362946, + "drop_pct": 328, + "total_tx_pps": 413046, + "tx_pps": 415602, + "tx_pkts": 4130463, + "drop_percentage": 0.00794099838202158 + }, + { + "rx_pps": 399576.8469448261, + "rx_pkts": 3971198, + "time_ms": 1648525375442, + "drop_pct": 409, + "total_tx_pps": 397160, + "tx_pps": 399618, + "tx_pkts": 3971607, + "ndr_pps": 191817, + "drop_percentage": 0.010298098477518043 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "14202ba37ebc4fdea8f16b0278600b2d" + }, + "synthesis": { + "avg_delay_usec": 101.9999483311892, + "total_tx_rate": 381275 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:52:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "2410629fde18450796d4b2a0329b7475", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 38.0859375, + "timestamp_sec": 1648526108.2238886, + "stats": { + "total_tx_rate": 262248, + "overall": { + "rx_pkts": 2622479, + "drop_percentage": 0.00038131713803184685, + "drop_pct": 10, + "max_delay_usec": 6043, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2622489, + "avg_delay_usec": 797.498445936078, + "min_delay_usec": 77, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1311168, + "min_delay_usec": 77, + "drop_pct": 10, + "max_delay_usec": 5571, + "tx_pkts": 1311311, + "avg_delay_usec": 826, + "drop_percentage": 0.0007625956008910168 + }, + "0": { + "rx_pkts": 1311311, + "min_delay_usec": 78, + "drop_pct": 0, + "max_delay_usec": 6043, + "tx_pkts": 1311178, + "avg_delay_usec": 769, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 18923815680.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 76.171875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 263898, + "rate_bps": 19042968750.0, + "time_taken_sec": 137.70801401138306 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 275136.87051549257, + "rx_pkts": 2732413, + "time_ms": 1648525983002, + "drop_pct": 4148889, + "total_tx_pps": 688130, + "tx_pps": 692904, + "tx_pkts": 6881302, + "drop_percentage": 60.2922092359847 + }, + { + "rx_pps": 276450.51010692323, + "rx_pkts": 2747283, + "time_ms": 1648525995501, + "drop_pct": 695654, + "total_tx_pps": 344293, + "tx_pps": 346452, + "tx_pkts": 3442937, + "drop_percentage": 20.2052491811497 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721608, + "time_ms": 1648526007998, + "drop_pct": 0, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721608, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259838.0, + "rx_pkts": 2582273, + "time_ms": 1648526020514, + "drop_pct": 0, + "total_tx_pps": 258227, + "tx_pps": 259838, + "tx_pkts": 2582273, + "drop_percentage": 0.0 + }, + { + "rx_pps": 276532.862184301, + "rx_pkts": 2748324, + "time_ms": 1648526033023, + "drop_pct": 264475, + "total_tx_pps": 301279, + "tx_pps": 303144, + "tx_pkts": 3012799, + "drop_percentage": 8.77838183031792 + }, + { + "rx_pps": 276802.02633522433, + "rx_pkts": 2750861, + "time_ms": 1648526045525, + "drop_pct": 46609, + "total_tx_pps": 279747, + "tx_pps": 281492, + "tx_pkts": 2797470, + "drop_percentage": 1.6661125945944013 + }, + { + "rx_pps": 270650.71832178126, + "rx_pkts": 2689863, + "time_ms": 1648526058023, + "drop_pct": 132, + "total_tx_pps": 268999, + "tx_pps": 270664, + "tx_pkts": 2689995, + "drop_percentage": 0.004907072317978286 + }, + { + "rx_pps": 265244.0511173625, + "rx_pkts": 2636129, + "time_ms": 1648526070614, + "drop_pct": 79, + "total_tx_pps": 263620, + "tx_pps": 265252, + "tx_pkts": 2636208, + "drop_percentage": 0.0029967286344628344 + }, + { + "rx_pps": 262543.7987422155, + "rx_pkts": 2609030, + "time_ms": 1648526083208, + "drop_pct": 2, + "total_tx_pps": 260903, + "tx_pps": 262544, + "tx_pkts": 2609032, + "drop_percentage": 7.665678305210515e-05 + }, + { + "rx_pps": 263896.99371169903, + "rx_pkts": 2622479, + "time_ms": 1648526095706, + "drop_pct": 10, + "total_tx_pps": 262248, + "tx_pps": 263898, + "tx_pkts": 2622489, + "drop_percentage": 0.00038131713803184685 + }, + { + "rx_pps": 264566.1509460084, + "rx_pkts": 2629127, + "time_ms": 1648526108223, + "drop_pct": 78, + "total_tx_pps": 262920, + "tx_pps": 264574, + "tx_pkts": 2629205, + "ndr_pps": 131949, + "drop_percentage": 0.0029666762386348724 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2410629fde18450796d4b2a0329b7475" + }, + "synthesis": { + "avg_delay_usec": 797.498445936078, + "total_tx_rate": 262248 + } + } + ] + }, + "fail_tests": 0, + "total_tests": 1, + "pass_tests": 1 + } + } + ] +} diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json new file mode 100644 index 0000000..c0ddacf --- /dev/null +++ b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=2.json @@ -0,0 +1,25065 @@ +{ + "pagination": { + "current_page": 2, + "total_pages": 2 + }, + "results": [ + { + "project_name": "nfvbench", + "scenario": "os-nosdn-nofeature-noha", + "stop_date": "2022-03-03 08:10:22", + "case_name": "characterization", + "build_tag": "GUB6K4FMHSH1", + "version": "unknown", + "pod_name": "AMICAL", + "criteria": "PASS", + "installer": "unknown", + "_id": "622077f1c0d88e001ce40a5e", + "start_date": "2022-03-03 04:25:55", + "details": { + "tests": [ + { + "status": "passed", + "elements": [ + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 20.04898452758789, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 441.4580554962158, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001373291015625, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002956390380859375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010991096496582031, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007940292358398438, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.3887722492218, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011849403381347656, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028204917907714844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007737398147583008, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.3920896053314, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012111663818359375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031113624572753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007782936096191406, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.3988313674927, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012111663818359375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032019615173339844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007817983627319336, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39960050582886, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013256072998046875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002803802490234375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.036064147949219e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007714271545410156, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40483140945435, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014662742614746094, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002925395965576172, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010037422180175781, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007891654968261719, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40072679519653, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012135505676269531, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030994415283203125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007767915725708008, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39458751678467, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013685226440429688, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031065940856933594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010800361633300781, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007948875427246094, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39232301712036, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001227855682373047, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029540061950683594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0077228546142578125, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4036717414856, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011873245239257812, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002994537353515625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007776737213134766, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41271233558655, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012230873107910156, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002951622009277344, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007769107818603516, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.44420289993286, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012922286987304688, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003147125244140625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010967254638671875, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007972955703735352, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41557693481445, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002875328063964844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011610984802246094, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.131431579589844e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007865667343139648, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4459092617035, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013709068298339844, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003178119659423828, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007863044738769531, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.40875816345215, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011682510375976562, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002982616424560547, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007781267166137695, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41113471984863, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014781951904296875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002956390380859375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010752677917480469, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00796818733215332, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41015791893005, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030732154846191406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007746458053588867, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.46103525161743, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002970695495605469, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007760763168334961, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.40750312805176, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003159046173095703, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0077402591705322266, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.42182779312134, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011897087097167969, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030732154846191406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011372566223144531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007884979248046875, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4939408302307, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012111663818359375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003120899200439453, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011324882507324219, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007754087448120117, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.453311920166, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001404285430908203, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003037452697753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.918212890625e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007740497589111328, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.5027401447296, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013017654418945312, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002994537353515625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010919570922851562, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010466575622558594, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007869720458984375, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4968614578247, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003190040588378906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007755756378173828, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41006350517273, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030159950256347656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0077631473541259766, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4135572910309, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028061866760253906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00012302398681640625, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011610984802246094, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007807254791259766, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4129407405853, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029850006103515625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007798910140991211, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.42279505729675, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031757354736328125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007747650146484375, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.46680998802185, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030684471130371094, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008136987686157227, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 441.5627624988556, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001380443572998047, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003027915954589844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.1552734375e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023174285888671875, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007772684097290039, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.20964193344116, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001323223114013672, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010657310485839844, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00022912025451660156, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008083343505859375, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.24647831916809, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013446807861328125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010704994201660156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.000244140625, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008151054382324219, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.257242918014526, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001327991485595703, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010466575622558594, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023818016052246094, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008000850677490234, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.23027515411377, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013971328735351562, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010228157043457031, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011301040649414062, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023365020751953125, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007997751235961914, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.18446683883667, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013399124145507812, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.989738464355469e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00012946128845214844, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023436546325683594, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007965087890625, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.255555391311646, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013446807861328125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010895729064941406, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023174285888671875, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008159637451171875, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.21106767654419, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001327991485595703, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010037422180175781, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010704994201660156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00027060508728027344, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008315563201904297, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.238194704055786, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013208389282226562, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", + "type": "scenario" + } + ], + "name": "characterization", + "keyword": "Feature", + "tags": [ + "characterization" + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" + } + ], + "skip_tests": 0, + "links": [ + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/xtesting.log", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.html", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/behave_tests.log", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/campaign_result.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/TESTS-characterization-full.xml", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench.log", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.json", + "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" + ], + "results": { + "latency": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "frame_sizes": [ + "64" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:05:30", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "05da7928f54347d98272aae0eb8ccf68", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "202197pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.2706993408, + "rate_pps": 100706, + "initial_rate_type": "rate_pps", + "rate_bps": 67674835 + }, + "tx": { + "rate_percent": 0.2707356288, + "rate_pps": 100720, + "initial_rate_type": "rate_pps", + "rate_bps": 67683907 + }, + "orig": { + "rate_percent": 0.271752768, + "rate_pps": 101098, + "initial_rate_type": "rate_pps", + "rate_bps": 67938192 + } + }, + "direction-total": { + "rx": { + "rate_percent": 0.5414347008, + "rate_pps": 201426.0, + "rate_bps": 135358675.0 + }, + "tx": { + "rate_percent": 0.5414709888, + "rate_pps": 201440.0, + "rate_bps": 135367747.0 + }, + "orig": { + "rate_percent": 0.543505536, + "rate_pps": 202196.0, + "rate_bps": 135876384.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.27073536, + "rate_pps": 100720, + "initial_rate_type": "rate_pps", + "rate_bps": 67683840 + }, + "tx": { + "rate_percent": 0.27073536, + "rate_pps": 100720, + "initial_rate_type": "rate_pps", + "rate_bps": 67683840 + }, + "orig": { + "rate_percent": 0.271752768, + "rate_pps": 101098, + "initial_rate_type": "rate_pps", + "rate_bps": 67938192 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 1006353, + "-127 (-0.0126%)" + ], + "lat_max_usec": 6319, + "lat_avg_usec": 343, + "lat_min_usec": 55, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 1007200, + 1007200 + ], + "lat_max_usec": 16679, + "lat_avg_usec": 332, + "lat_min_usec": 39, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 201440, + "overall": { + "drop_rate_percent": 0.006701744091667946, + "rx": { + "dropped_pkts": 135, + "pkt_bit_rate": 54798412.0, + "pkt_rate": 100732.0, + "max_delay_usec": 16679, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 337.50036589010585, + "total_pkt_bytes": 136970088, + "total_pkts": 2014266, + "min_delay_usec": 39 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 136979268, + "total_pkts": 2014401, + "pkt_bit_rate": 54796758.0, + "pkt_rate": 100728.5 + } + }, + "1": { + "drop_rate_percent": 0.01340349483717236, + "rx": { + "dropped_pkts": 135, + "pkt_bit_rate": 54797180, + "pkt_rate": 100730, + "max_delay_usec": 16679, + "total_pkt_bytes": 68480488, + "avg_delay_usec": 332, + "total_pkts": 1007066, + "min_delay_usec": 39 + }, + "tx": { + "total_pkt_bytes": 68489600, + "total_pkts": 1007200, + "pkt_bit_rate": 54796540, + "pkt_rate": 100728 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 54799644, + "pkt_rate": 100734, + "max_delay_usec": 6319, + "total_pkt_bytes": 68489600, + "avg_delay_usec": 343, + "total_pkts": 1007200, + "min_delay_usec": 55 + }, + "tx": { + "total_pkt_bytes": 68489668, + "total_pkts": 1007201, + "pkt_bit_rate": 54796976, + "pkt_rate": 100729 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 135367680.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "05da7928f54347d98272aae0eb8ccf68" + }, + "synthesis": { + "avg_delay_usec": 337.50036589010585, + "total_tx_rate": 201440 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "frame_sizes": [ + "64" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:06:11", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "2eb5c2020c5149db9e10bab584e2dbf6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "259968pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.34818819840000004, + "rate_pps": 129534, + "initial_rate_type": "rate_pps", + "rate_bps": 87047049 + }, + "tx": { + "rate_percent": 0.3481965312, + "rate_pps": 129537, + "initial_rate_type": "rate_pps", + "rate_bps": 87049132 + }, + "orig": { + "rate_percent": 0.349396992, + "rate_pps": 129984, + "initial_rate_type": "rate_pps", + "rate_bps": 87349248 + } + }, + "direction-total": { + "rx": { + "rate_percent": 0.696405696, + "rate_pps": 259079.0, + "rate_bps": 174101423.0 + }, + "tx": { + "rate_percent": 0.6964140288, + "rate_pps": 259082.0, + "rate_bps": 174103506.0 + }, + "orig": { + "rate_percent": 0.698793984, + "rate_pps": 259968.0, + "rate_bps": 174698496.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.3482174976, + "rate_pps": 129545, + "initial_rate_type": "rate_pps", + "rate_bps": 87054374 + }, + "tx": { + "rate_percent": 0.3482174976, + "rate_pps": 129545, + "initial_rate_type": "rate_pps", + "rate_bps": 87054374 + }, + "orig": { + "rate_percent": 0.349396992, + "rate_pps": 129984, + "initial_rate_type": "rate_pps", + "rate_bps": 87349248 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 1294246, + "+14 (+0.0011%)" + ], + "lat_max_usec": 5982, + "lat_avg_usec": 438, + "lat_min_usec": 53, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 1295452, + 1295452 + ], + "lat_max_usec": 12890, + "lat_avg_usec": 403, + "lat_min_usec": 79, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 259082, + "overall": { + "drop_rate_percent": 0.0011965296009843964, + "rx": { + "dropped_pkts": 31, + "pkt_bit_rate": 70518144.0, + "pkt_rate": 129628.0, + "max_delay_usec": 12890, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 420.50073626049146, + "total_pkt_bytes": 176174060, + "total_pkts": 2590795, + "min_delay_usec": 53 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 176176168, + "total_pkts": 2590826, + "pkt_bit_rate": 70546464.0, + "pkt_rate": 129680.5 + } + }, + "1": { + "drop_rate_percent": 0.0023929871581502052, + "rx": { + "dropped_pkts": 31, + "pkt_bit_rate": 70304360, + "pkt_rate": 129235, + "max_delay_usec": 12890, + "total_pkt_bytes": 88083324, + "avg_delay_usec": 403, + "total_pkts": 1295343, + "min_delay_usec": 79 + }, + "tx": { + "total_pkt_bytes": 88090736, + "total_pkts": 1295452, + "pkt_bit_rate": 70660064, + "pkt_rate": 129889 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 70731928, + "pkt_rate": 130021, + "max_delay_usec": 5982, + "total_pkt_bytes": 88090736, + "avg_delay_usec": 438, + "total_pkts": 1295452, + "min_delay_usec": 53 + }, + "tx": { + "total_pkt_bytes": 88085432, + "total_pkts": 1295374, + "pkt_bit_rate": 70432864, + "pkt_rate": 129472 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 174103104.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2eb5c2020c5149db9e10bab584e2dbf6" + }, + "synthesis": { + "avg_delay_usec": 420.50073626049146, + "total_tx_rate": 259082 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "frame_sizes": [ + "768" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:06:50", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "694c371f3fce42c4ba547b3cc5cbc030", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "204764pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 2.5720017408, + "rate_pps": 101998, + "initial_rate_type": "rate_pps", + "rate_bps": 643000435 + }, + "tx": { + "rate_percent": 2.5720017408, + "rate_pps": 101998, + "initial_rate_type": "rate_pps", + "rate_bps": 643000435 + }, + "orig": { + "rate_percent": 2.5816645119999997, + "rate_pps": 102382, + "initial_rate_type": "rate_pps", + "rate_bps": 645416128 + } + }, + "direction-total": { + "rx": { + "rate_percent": 5.14400096, + "rate_pps": 203996.0, + "rate_bps": 1286000239.0 + }, + "tx": { + "rate_percent": 5.14400096, + "rate_pps": 203996.0, + "rate_bps": 1286000239.0 + }, + "orig": { + "rate_percent": 5.163329023999999, + "rate_pps": 204764.0, + "rate_bps": 1290832256.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 2.5719992192, + "rate_pps": 101998, + "initial_rate_type": "rate_pps", + "rate_bps": 642999804 + }, + "tx": { + "rate_percent": 2.5719992192, + "rate_pps": 101998, + "initial_rate_type": "rate_pps", + "rate_bps": 642999804 + }, + "orig": { + "rate_percent": 2.5816645119999997, + "rate_pps": 102382, + "initial_rate_type": "rate_pps", + "rate_bps": 645416128 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 1019120, + "+16 (+0.0016%)" + ], + "lat_max_usec": 6400, + "lat_avg_usec": 441, + "lat_min_usec": 34, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 1019987, + 1019987 + ], + "lat_max_usec": 12992, + "lat_avg_usec": 416, + "lat_min_usec": 39, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 203997, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 593093792.0, + "pkt_rate": 96031.5, + "max_delay_usec": 12992, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 428.4999938724739, + "total_pkt_bytes": 1574860700, + "total_pkts": 2039975, + "min_delay_usec": 34 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 1574860700, + "total_pkts": 2039975, + "pkt_bit_rate": 593058368.0, + "pkt_rate": 96025.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 589896256, + "pkt_rate": 95514, + "max_delay_usec": 12992, + "total_pkt_bytes": 787430736, + "avg_delay_usec": 416, + "total_pkts": 1019988, + "min_delay_usec": 39 + }, + "tx": { + "total_pkt_bytes": 787429964, + "total_pkts": 1019987, + "pkt_bit_rate": 593190528, + "pkt_rate": 96047 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 596291328, + "pkt_rate": 96549, + "max_delay_usec": 6400, + "total_pkt_bytes": 787429964, + "avg_delay_usec": 441, + "total_pkts": 1019987, + "min_delay_usec": 34 + }, + "tx": { + "total_pkt_bytes": 787430736, + "total_pkts": 1019988, + "pkt_bit_rate": 592926208, + "pkt_rate": 96004 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1285997088.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "694c371f3fce42c4ba547b3cc5cbc030" + }, + "synthesis": { + "avg_delay_usec": 428.4999938724739, + "total_tx_rate": 203997 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "frame_sizes": [ + "768" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:07:28", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "263268pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 3.3066320768, + "rate_pps": 131132, + "initial_rate_type": "rate_pps", + "rate_bps": 826658019 + }, + "tx": { + "rate_percent": 3.306674944, + "rate_pps": 131134, + "initial_rate_type": "rate_pps", + "rate_bps": 826668736 + }, + "orig": { + "rate_percent": 3.3192829440000002, + "rate_pps": 131634, + "initial_rate_type": "rate_pps", + "rate_bps": 829820736 + } + }, + "direction-total": { + "rx": { + "rate_percent": 6.613438144, + "rate_pps": 262271.0, + "rate_bps": 1653359535.0 + }, + "tx": { + "rate_percent": 6.6135490944, + "rate_pps": 262275.0, + "rate_bps": 1653387273.0 + }, + "orig": { + "rate_percent": 6.6385658880000005, + "rate_pps": 263268.0, + "rate_bps": 1659641472.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 3.3068060672, + "rate_pps": 131139, + "initial_rate_type": "rate_pps", + "rate_bps": 826701516 + }, + "tx": { + "rate_percent": 3.306874150399999, + "rate_pps": 131141, + "initial_rate_type": "rate_pps", + "rate_bps": 826718537 + }, + "orig": { + "rate_percent": 3.3192829440000002, + "rate_pps": 131634, + "initial_rate_type": "rate_pps", + "rate_bps": 829820736 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 1310232, + "-6 (-0.0005%)" + ], + "lat_max_usec": 1676, + "lat_avg_usec": 349, + "lat_min_usec": 51, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 1311419, + "-27 (-0.0021%)" + ], + "lat_max_usec": 17335, + "lat_avg_usec": 357, + "lat_min_usec": 74, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 262275, + "overall": { + "drop_rate_percent": 0.0016776226866441024, + "rx": { + "dropped_pkts": 44, + "pkt_bit_rate": 812587744.0, + "pkt_rate": 131571.5, + "max_delay_usec": 17335, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 352.9998947655388, + "total_pkt_bytes": 2024735980, + "total_pkts": 2622715, + "min_delay_usec": 51 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 2024769948, + "total_pkts": 2622759, + "pkt_bit_rate": 812466528.0, + "pkt_rate": 131551.5 + } + }, + "1": { + "drop_rate_percent": 0.0012963057573513882, + "rx": { + "dropped_pkts": 17, + "pkt_bit_rate": 812597184, + "pkt_rate": 131573, + "max_delay_usec": 17335, + "total_pkt_bytes": 1012341356, + "avg_delay_usec": 357, + "total_pkts": 1311323, + "min_delay_usec": 74 + }, + "tx": { + "total_pkt_bytes": 1012415468, + "total_pkts": 1311419, + "pkt_bit_rate": 812396480, + "pkt_rate": 131540 + } + }, + "0": { + "drop_rate_percent": 0.002058962587887199, + "rx": { + "dropped_pkts": 27, + "pkt_bit_rate": 812578304, + "pkt_rate": 131570, + "max_delay_usec": 1676, + "total_pkt_bytes": 1012394624, + "avg_delay_usec": 349, + "total_pkts": 1311392, + "min_delay_usec": 51 + }, + "tx": { + "total_pkt_bytes": 1012354480, + "total_pkts": 1311340, + "pkt_bit_rate": 812536576, + "pkt_rate": 131563 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1653381600.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e" + }, + "synthesis": { + "avg_delay_usec": 352.9998947655388, + "total_tx_rate": 262275 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "frame_sizes": [ + "1518" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:08:07", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "89248933cb70463792a0aa738f17d3e6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "182233pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 4.4675971648, + "rate_pps": 90775, + "initial_rate_type": "rate_pps", + "rate_bps": 1116899291 + }, + "tx": { + "rate_percent": 4.4675971648, + "rate_pps": 90775, + "initial_rate_type": "rate_pps", + "rate_bps": 1116899291 + }, + "orig": { + "rate_percent": 4.484389664, + "rate_pps": 91116, + "initial_rate_type": "rate_pps", + "rate_bps": 1121097416 + } + }, + "direction-total": { + "rx": { + "rate_percent": 8.9354650176, + "rate_pps": 181555.0, + "rate_bps": 2233866254.0 + }, + "tx": { + "rate_percent": 8.9354650176, + "rate_pps": 181555.0, + "rate_bps": 2233866254.0 + }, + "orig": { + "rate_percent": 8.968779328, + "rate_pps": 182232.0, + "rate_bps": 2242194832.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 4.4678678528, + "rate_pps": 90780, + "initial_rate_type": "rate_pps", + "rate_bps": 1116966963 + }, + "tx": { + "rate_percent": 4.4678678528, + "rate_pps": 90780, + "initial_rate_type": "rate_pps", + "rate_bps": 1116966963 + }, + "orig": { + "rate_percent": 4.484389664, + "rate_pps": 91116, + "initial_rate_type": "rate_pps", + "rate_bps": 1121097416 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 906957, + "+6 (+0.0007%)" + ], + "lat_max_usec": 4973, + "lat_avg_usec": 370, + "lat_min_usec": 59, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 907808, + 907808 + ], + "lat_max_usec": 6675, + "lat_avg_usec": 341, + "lat_min_usec": 92, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 181556, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1108165952.0, + "pkt_rate": 91011.5, + "max_delay_usec": 6675, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 355.5004392581687, + "total_pkt_bytes": 2763283842, + "total_pkts": 1815561, + "min_delay_usec": 59 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 2763283842, + "total_pkts": 1815561, + "pkt_bit_rate": 1107904704.0, + "pkt_rate": 90990.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1108101888, + "pkt_rate": 91006, + "max_delay_usec": 6675, + "total_pkt_bytes": 1381600066, + "avg_delay_usec": 341, + "total_pkts": 907753, + "min_delay_usec": 92 + }, + "tx": { + "total_pkt_bytes": 1381683776, + "total_pkts": 907808, + "pkt_bit_rate": 1107890432, + "pkt_rate": 90989 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1108230016, + "pkt_rate": 91017, + "max_delay_usec": 4973, + "total_pkt_bytes": 1381683776, + "avg_delay_usec": 370, + "total_pkts": 907808, + "min_delay_usec": 59 + }, + "tx": { + "total_pkt_bytes": 1381600066, + "total_pkts": 907753, + "pkt_bit_rate": 1107918976, + "pkt_rate": 90991 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2233865024.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "89248933cb70463792a0aa738f17d3e6" + }, + "synthesis": { + "avg_delay_usec": 355.5004392581687, + "total_tx_rate": 181556 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "frame_sizes": [ + "1518" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:08:48", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "234299pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 5.7440633408, + "rate_pps": 116711, + "initial_rate_type": "rate_pps", + "rate_bps": 1436015835 + }, + "tx": { + "rate_percent": 5.7440633408, + "rate_pps": 116711, + "initial_rate_type": "rate_pps", + "rate_bps": 1436015835 + }, + "orig": { + "rate_percent": 5.765629792, + "rate_pps": 117149, + "initial_rate_type": "rate_pps", + "rate_bps": 1441407448 + } + }, + "direction-total": { + "rx": { + "rate_percent": 11.4884711936, + "rate_pps": 233429.0, + "rate_bps": 2872117798.0 + }, + "tx": { + "rate_percent": 11.4884711936, + "rate_pps": 233429.0, + "rate_bps": 2872117798.0 + }, + "orig": { + "rate_percent": 11.531259584, + "rate_pps": 234298.0, + "rate_bps": 2882814896.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 5.7444078528, + "rate_pps": 116718, + "initial_rate_type": "rate_pps", + "rate_bps": 1436101963 + }, + "tx": { + "rate_percent": 5.7444078528, + "rate_pps": 116718, + "initial_rate_type": "rate_pps", + "rate_bps": 1436101963 + }, + "orig": { + "rate_percent": 5.765629792, + "rate_pps": 117149, + "initial_rate_type": "rate_pps", + "rate_bps": 1441407448 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 1166133, + "+27 (+0.0023%)" + ], + "lat_max_usec": 658, + "lat_avg_usec": 325, + "lat_min_usec": 69, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 1167183, + 1167183 + ], + "lat_max_usec": 11556, + "lat_avg_usec": 331, + "lat_min_usec": 66, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 233429, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1423834560.0, + "pkt_rate": 116937.0, + "max_delay_usec": 11556, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 327.99991003711614, + "total_pkt_bytes": 3552798512, + "total_pkts": 2334296, + "min_delay_usec": 66 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 3552798512, + "total_pkts": 2334296, + "pkt_bit_rate": 1424474880.0, + "pkt_rate": 116990.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1423956992, + "pkt_rate": 116947, + "max_delay_usec": 11556, + "total_pkt_bytes": 1776345986, + "avg_delay_usec": 331, + "total_pkts": 1167113, + "min_delay_usec": 66 + }, + "tx": { + "total_pkt_bytes": 1776452526, + "total_pkts": 1167183, + "pkt_bit_rate": 1424533632, + "pkt_rate": 116994 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 1423712128, + "pkt_rate": 116927, + "max_delay_usec": 658, + "total_pkt_bytes": 1776452526, + "avg_delay_usec": 325, + "total_pkts": 1167183, + "min_delay_usec": 69 + }, + "tx": { + "total_pkt_bytes": 1776345986, + "total_pkts": 1167113, + "pkt_bit_rate": 1424416128, + "pkt_rate": 116986 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2872110416.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0" + }, + "synthesis": { + "avg_delay_usec": 327.99991003711614, + "total_tx_rate": 233429 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "frame_sizes": [ + "9000" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:09:28", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "1b492bc88b2c49cb88be084019d3b19a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "107335pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 15.432253056, + "rate_pps": 53465, + "initial_rate_type": "rate_pps", + "rate_bps": 3858063264 + }, + "tx": { + "rate_percent": 15.432253056, + "rate_pps": 53465, + "initial_rate_type": "rate_pps", + "rate_bps": 3858063264 + }, + "orig": { + "rate_percent": 15.4905872, + "rate_pps": 53667, + "initial_rate_type": "rate_pps", + "rate_bps": 3872646800 + } + }, + "direction-total": { + "rx": { + "rate_percent": 30.865487488, + "rate_pps": 106933.0, + "rate_bps": 7716371872.0 + }, + "tx": { + "rate_percent": 30.865487488, + "rate_pps": 106933.0, + "rate_bps": 7716371872.0 + }, + "orig": { + "rate_percent": 30.9811744, + "rate_pps": 107334.0, + "rate_bps": 7745293600.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 15.433234432, + "rate_pps": 53468, + "initial_rate_type": "rate_pps", + "rate_bps": 3858308608 + }, + "tx": { + "rate_percent": 15.433234432, + "rate_pps": 53468, + "initial_rate_type": "rate_pps", + "rate_bps": 3858308608 + }, + "orig": { + "rate_percent": 15.4905872, + "rate_pps": 53667, + "initial_rate_type": "rate_pps", + "rate_bps": 3872646800 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 534208, + "+4 (+0.0007%)" + ], + "lat_max_usec": 5196, + "lat_avg_usec": 342, + "lat_min_usec": 65, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 534688, + 534688 + ], + "lat_max_usec": 14076, + "lat_avg_usec": 332, + "lat_min_usec": 74, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 106934, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3860001152.0, + "pkt_rate": 53586.5, + "max_delay_usec": 14076, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 337.00015897626764, + "total_pkt_bytes": 9628355368, + "total_pkts": 1069342, + "min_delay_usec": 65 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 9628355368, + "total_pkts": 1069342, + "pkt_bit_rate": 3860356864.0, + "pkt_rate": 53592.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3860253696, + "pkt_rate": 53590, + "max_delay_usec": 14076, + "total_pkt_bytes": 4814024616, + "avg_delay_usec": 332, + "total_pkts": 534654, + "min_delay_usec": 74 + }, + "tx": { + "total_pkt_bytes": 4814330752, + "total_pkts": 534688, + "pkt_bit_rate": 3860350464, + "pkt_rate": 53592 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3859748608, + "pkt_rate": 53583, + "max_delay_usec": 5196, + "total_pkt_bytes": 4814330752, + "avg_delay_usec": 342, + "total_pkts": 534688, + "min_delay_usec": 65 + }, + "tx": { + "total_pkt_bytes": 4814024616, + "total_pkts": 534654, + "pkt_bit_rate": 3860363264, + "pkt_rate": 53592 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 7716357440.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1b492bc88b2c49cb88be084019d3b19a" + }, + "synthesis": { + "avg_delay_usec": 337.00015897626764, + "total_tx_rate": 106934 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "frame_sizes": [ + "9000" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:10:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "6f821bed4865456680f826839bab1081", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "138003pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 19.841806336, + "rate_pps": 68742, + "initial_rate_type": "rate_pps", + "rate_bps": 4960451584 + }, + "tx": { + "rate_percent": 19.841806336, + "rate_pps": 68742, + "initial_rate_type": "rate_pps", + "rate_bps": 4960451584 + }, + "orig": { + "rate_percent": 19.916592960000003, + "rate_pps": 69001, + "initial_rate_type": "rate_pps", + "rate_bps": 4979148240 + } + }, + "direction-total": { + "rx": { + "rate_percent": 39.684853824, + "rate_pps": 137488.0, + "rate_bps": 9921213456.0 + }, + "tx": { + "rate_percent": 39.684853824, + "rate_pps": 137488.0, + "rate_bps": 9921213456.0 + }, + "orig": { + "rate_percent": 39.833185920000005, + "rate_pps": 138002.0, + "rate_bps": 9958296480.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 19.843047488, + "rate_pps": 68746, + "initial_rate_type": "rate_pps", + "rate_bps": 4960761872 + }, + "tx": { + "rate_percent": 19.843047488, + "rate_pps": 68746, + "initial_rate_type": "rate_pps", + "rate_bps": 4960761872 + }, + "orig": { + "rate_percent": 19.916592960000003, + "rate_pps": 69001, + "initial_rate_type": "rate_pps", + "rate_bps": 4979148240 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 686848, + "+12 (+0.0017%)" + ], + "lat_max_usec": 921, + "lat_avg_usec": 473, + "lat_min_usec": 102, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 687467, + 687467 + ], + "lat_max_usec": 23660, + "lat_avg_usec": 471, + "lat_min_usec": 82, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 137489, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4886032128.0, + "pkt_rate": 67831.0, + "max_delay_usec": 23660, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 472.00003127520654, + "total_pkt_bytes": 12379518564, + "total_pkts": 1374891, + "min_delay_usec": 82 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 12379518564, + "total_pkts": 1374891, + "pkt_bit_rate": 4885754880.0, + "pkt_rate": 67827.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4860832768, + "pkt_rate": 67481, + "max_delay_usec": 23660, + "total_pkt_bytes": 6189565696, + "avg_delay_usec": 471, + "total_pkts": 687424, + "min_delay_usec": 82 + }, + "tx": { + "total_pkt_bytes": 6189952868, + "total_pkts": 687467, + "pkt_bit_rate": 4887348736, + "pkt_rate": 67849 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4911231488, + "pkt_rate": 68181, + "max_delay_usec": 921, + "total_pkt_bytes": 6189952868, + "avg_delay_usec": 473, + "total_pkts": 687467, + "min_delay_usec": 102 + }, + "tx": { + "total_pkt_bytes": 6189565696, + "total_pkts": 687424, + "pkt_bit_rate": 4884161024, + "pkt_rate": 67805 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 9921206240.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "6f821bed4865456680f826839bab1081" + }, + "synthesis": { + "avg_delay_usec": 472.00003127520654, + "total_tx_rate": 137489 + } + } + ], + "throughput": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 04:26:27", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7dca1c234a4544fa8b4600aeca81a251", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.29296875, + "timestamp_sec": 1646281727.2934198, + "stats": { + "total_tx_rate": 216641, + "overall": { + "rx_pkts": 2166416, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 3395, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2166416, + "avg_delay_usec": 345.5001269377627, + "min_delay_usec": 48, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1083153, + "min_delay_usec": 48, + "drop_pct": 0, + "max_delay_usec": 2779, + "tx_pkts": 1083263, + "avg_delay_usec": 343, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1083263, + "min_delay_usec": 58, + "drop_pct": 0, + "max_delay_usec": 3395, + "tx_pkts": 1083153, + "avg_delay_usec": 348, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 145582752.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.5859375, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 217982, + "rate_bps": 146484374.0, + "time_taken_sec": 137.62811660766602 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1420502.8540113333, + "rx_pkts": 5016530, + "time_ms": 1646281602204, + "drop_pct": 257745146, + "total_tx_pps": 26276167, + "tx_pps": 74404760, + "tx_pkts": 262761676, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26276167). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.09084411533438 + }, + { + "rx_pps": 672601.1499390049, + "rx_pkts": 4822778, + "time_ms": 1646281614702, + "drop_pct": 261930884, + "total_tx_pps": 26675366, + "tx_pps": 37202380, + "tx_pkts": 266753662, + "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26675366). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.19204806268039 + }, + { + "rx_pps": 504874.7734901166, + "rx_pkts": 5017597, + "time_ms": 1646281627207, + "drop_pct": 179846611, + "total_tx_pps": 18486420, + "tx_pps": 18601190, + "tx_pkts": 184864208, + "drop_percentage": 97.28579314823344 + }, + { + "rx_pps": 526090.9624989077, + "rx_pkts": 5239077, + "time_ms": 1646281639732, + "drop_pct": 87380891, + "total_tx_pps": 9261996, + "tx_pps": 9300594, + "tx_pkts": 92619968, + "drop_percentage": 94.34346921821437 + }, + { + "rx_pps": 338831.07121923624, + "rx_pkts": 3367405, + "time_ms": 1646281652234, + "drop_pct": 42848634, + "total_tx_pps": 4621603, + "tx_pps": 4650296, + "tx_pkts": 46216039, + "drop_percentage": 92.71377410772914 + }, + { + "rx_pps": 187871.99985494502, + "rx_pkts": 1867166, + "time_ms": 1646281664732, + "drop_pct": 21241319, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108485, + "drop_percentage": 91.9199982171051 + }, + { + "rx_pps": 291240.3958426355, + "rx_pkts": 2894493, + "time_ms": 1646281677251, + "drop_pct": 8659750, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554243, + "drop_percentage": 74.94865738932442 + }, + { + "rx_pps": 534014.7450349748, + "rx_pkts": 5307629, + "time_ms": 1646281689761, + "drop_pct": 469834, + "total_tx_pps": 577746, + "tx_pps": 581286, + "tx_pkts": 5777463, + "drop_percentage": 8.132185355405998 + }, + { + "rx_pps": 290481.83102404187, + "rx_pkts": 2887245, + "time_ms": 1646281702271, + "drop_pct": 1592, + "total_tx_pps": 288883, + "tx_pps": 290642, + "tx_pkts": 2888837, + "drop_percentage": 0.05510868214440621 + }, + { + "rx_pps": 145320.0, + "rx_pkts": 1444265, + "time_ms": 1646281714791, + "drop_pct": 0, + "total_tx_pps": 144426, + "tx_pps": 145320, + "tx_pkts": 1444265, + "drop_percentage": 0.0 + }, + { + "rx_pps": 217982.0, + "rx_pkts": 2166416, + "time_ms": 1646281727292, + "drop_pct": 0, + "total_tx_pps": 216641, + "tx_pps": 217982, + "tx_pkts": 2166416, + "ndr_pps": 108991, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7dca1c234a4544fa8b4600aeca81a251" + }, + "synthesis": { + "avg_delay_usec": 345.5001269377627, + "total_tx_rate": 216641 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 04:38:28", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "471b575695a34aeb896904338ee56c9e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 0.48828125, + "timestamp_sec": 1646282448.6252708, + "stats": { + "total_tx_rate": 204950, + "overall": { + "rx_pkts": 2049506, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4734, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2049506, + "avg_delay_usec": 402.9975642911023, + "min_delay_usec": 50, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1024701, + "min_delay_usec": 50, + "drop_pct": 0, + "max_delay_usec": 2923, + "tx_pkts": 1024805, + "avg_delay_usec": 451, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1024805, + "min_delay_usec": 70, + "drop_pct": 0, + "max_delay_usec": 4734, + "tx_pkts": 1024701, + "avg_delay_usec": 355, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 242660800.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.9765625, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 206198, + "rate_bps": 244140624.0, + "time_taken_sec": 137.57624626159668 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 611597.2644258632, + "rx_pkts": 3719633, + "time_ms": 1646282323560, + "drop_pct": 253114560, + "total_tx_pps": 25683419, + "tx_pps": 42229728, + "tx_pkts": 256834193, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25683419). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.55173761851873 + }, + { + "rx_pps": 386189.1189369173, + "rx_pkts": 3838141, + "time_ms": 1646282336056, + "drop_pct": 206011959, + "total_tx_pps": 20985010, + "tx_pps": 21114864, + "tx_pkts": 209850100, + "drop_percentage": 98.17100825779926 + }, + { + "rx_pps": 535360.03343522, + "rx_pkts": 5320676, + "time_ms": 1646282348558, + "drop_pct": 99604368, + "total_tx_pps": 10492504, + "tx_pps": 10557432, + "tx_pkts": 104925044, + "drop_percentage": 94.92906955559629 + }, + { + "rx_pps": 475850.8644810261, + "rx_pkts": 4729244, + "time_ms": 1646282361060, + "drop_pct": 47733277, + "total_tx_pps": 5246252, + "tx_pps": 5278716, + "tx_pkts": 52462521, + "drop_percentage": 90.98548085403674 + }, + { + "rx_pps": 481740.3899527563, + "rx_pkts": 4788259, + "time_ms": 1646282373570, + "drop_pct": 21445642, + "total_tx_pps": 2623390, + "tx_pps": 2639358, + "tx_pkts": 26233901, + "drop_percentage": 81.74781935786065 + }, + { + "rx_pps": 162404.72992262442, + "rx_pkts": 1614222, + "time_ms": 1646282386070, + "drop_pct": 11502719, + "total_tx_pps": 1311694, + "tx_pps": 1319678, + "tx_pkts": 13116941, + "drop_percentage": 87.69360935602288 + }, + { + "rx_pps": 528791.9306016571, + "rx_pkts": 5256987, + "time_ms": 1646282398572, + "drop_pct": 1302795, + "total_tx_pps": 655978, + "tx_pps": 659838, + "tx_pkts": 6559782, + "drop_percentage": 19.86033987105059 + }, + { + "rx_pps": 329883.78962649574, + "rx_pkts": 3278552, + "time_ms": 1646282411079, + "drop_pct": 340, + "total_tx_pps": 327889, + "tx_pps": 329918, + "tx_pkts": 3278892, + "drop_percentage": 0.010369356477736992 + }, + { + "rx_pps": 164958.0, + "rx_pkts": 1639603, + "time_ms": 1646282423587, + "drop_pct": 0, + "total_tx_pps": 163960, + "tx_pps": 164958, + "tx_pkts": 1639603, + "drop_percentage": 0.0 + }, + { + "rx_pps": 247433.07018056748, + "rx_pkts": 2459364, + "time_ms": 1646282436086, + "drop_pct": 49, + "total_tx_pps": 245941, + "tx_pps": 247438, + "tx_pkts": 2459413, + "drop_percentage": 0.001992345327929876 + }, + { + "rx_pps": 206198.0, + "rx_pkts": 2049506, + "time_ms": 1646282448624, + "drop_pct": 0, + "total_tx_pps": 204950, + "tx_pps": 206198, + "tx_pkts": 2049506, + "ndr_pps": 103099, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "471b575695a34aeb896904338ee56c9e" + }, + "synthesis": { + "avg_delay_usec": 402.9975642911023, + "total_tx_rate": 204950 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 04:43:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.171875, + "timestamp_sec": 1646282737.0682218, + "stats": { + "total_tx_rate": 263738, + "overall": { + "rx_pkts": 2637364, + "drop_percentage": 0.0006445788454531218, + "drop_pct": 17, + "max_delay_usec": 3483, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2637381, + "avg_delay_usec": 391.5000284374853, + "min_delay_usec": 43, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1318607, + "min_delay_usec": 51, + "drop_pct": 17, + "max_delay_usec": 3483, + "tx_pkts": 1318757, + "avg_delay_usec": 391, + "drop_percentage": 0.0012890926834890734 + }, + "0": { + "rx_pkts": 1318757, + "min_delay_usec": 43, + "drop_pct": 0, + "max_delay_usec": 2612, + "tx_pkts": 1318624, + "avg_delay_usec": 392, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 582333504.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.34375, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 265370, + "rate_bps": 585937500.0, + "time_taken_sec": 137.64893245697021 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 522344.1460825948, + "rx_pkts": 4754897, + "time_ms": 1646282611907, + "drop_pct": 201381788, + "total_tx_pps": 20613668, + "tx_pps": 22644926, + "tx_pkts": 206136685, + "drop_percentage": 97.69332809441464 + }, + { + "rx_pps": 491622.4395108708, + "rx_pkts": 4886235, + "time_ms": 1646282624425, + "drop_pct": 107647705, + "total_tx_pps": 11253394, + "tx_pps": 11322462, + "tx_pkts": 112533940, + "drop_percentage": 95.6579899361917 + }, + { + "rx_pps": 470777.2330404413, + "rx_pkts": 4678820, + "time_ms": 1646282636925, + "drop_pct": 51585320, + "total_tx_pps": 5626414, + "tx_pps": 5661230, + "tx_pkts": 56264140, + "drop_percentage": 91.68418818807147 + }, + { + "rx_pps": 414425.7781120188, + "rx_pkts": 4118771, + "time_ms": 1646282649423, + "drop_pct": 24013289, + "total_tx_pps": 2813206, + "tx_pps": 2830614, + "tx_pkts": 28132060, + "drop_percentage": 85.3591560660684 + }, + { + "rx_pps": 236622.81767304175, + "rx_pkts": 2351913, + "time_ms": 1646282661925, + "drop_pct": 11715524, + "total_tx_pps": 1406743, + "tx_pps": 1415306, + "tx_pkts": 14067437, + "drop_percentage": 83.28115491116114 + }, + { + "rx_pps": 357701.18149108754, + "rx_pkts": 3555014, + "time_ms": 1646282674452, + "drop_pct": 3477987, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033001, + "drop_percentage": 49.45238881666589 + }, + { + "rx_pps": 353648.52806887566, + "rx_pkts": 3521103, + "time_ms": 1646282687041, + "drop_pct": 1767, + "total_tx_pps": 352287, + "tx_pps": 353826, + "tx_pkts": 3522870, + "drop_percentage": 0.05015796779330489 + }, + { + "rx_pps": 176912.0, + "rx_pkts": 1758241, + "time_ms": 1646282699539, + "drop_pct": 0, + "total_tx_pps": 175824, + "tx_pps": 176912, + "tx_pkts": 1758241, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265368.28948111786, + "rx_pkts": 2637364, + "time_ms": 1646282712038, + "drop_pct": 17, + "total_tx_pps": 263738, + "tx_pps": 265370, + "tx_pkts": 2637381, + "drop_percentage": 0.0006445788454531218 + }, + { + "rx_pps": 309489.6445784601, + "rx_pkts": 3076176, + "time_ms": 1646282724538, + "drop_pct": 1077, + "total_tx_pps": 307725, + "tx_pps": 309598, + "tx_pkts": 3077253, + "drop_percentage": 0.03499874725932512 + }, + { + "rx_pps": 287373.73295271414, + "rx_pkts": 2856353, + "time_ms": 1646282737067, + "drop_pct": 1096, + "total_tx_pps": 285744, + "tx_pps": 287484, + "tx_pkts": 2857449, + "ndr_pps": 132685, + "drop_percentage": 0.03835589016636867 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984" + }, + "synthesis": { + "avg_delay_usec": 391.5000284374853, + "total_tx_rate": 263738 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 04:48:05", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "3003c1cc691e42569317eef8cabf49f4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 1.85546875, + "timestamp_sec": 1646283026.276379, + "stats": { + "total_tx_rate": 216663, + "overall": { + "rx_pkts": 2166633, + "drop_percentage": 9.230904143983643e-05, + "drop_pct": 2, + "max_delay_usec": 3778, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2166635, + "avg_delay_usec": 293.49982068952147, + "min_delay_usec": 38, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1083261, + "min_delay_usec": 38, + "drop_pct": 2, + "max_delay_usec": 2864, + "tx_pkts": 1083372, + "avg_delay_usec": 297, + "drop_percentage": 0.00018460879550145288 + }, + "0": { + "rx_pkts": 1083372, + "min_delay_usec": 43, + "drop_pct": 0, + "max_delay_usec": 3778, + "tx_pkts": 1083263, + "avg_delay_usec": 290, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 922117728.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.7109375, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 217982, + "rate_bps": 927734374.0, + "time_taken_sec": 137.69713401794434 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 455331.51681267726, + "rx_pkts": 4337032, + "time_ms": 1646282901128, + "drop_pct": 107563793, + "total_tx_pps": 11190082, + "tx_pps": 11748120, + "tx_pkts": 111900825, + "drop_percentage": 96.12421802967047 + }, + { + "rx_pps": 440270.9763230637, + "rx_pkts": 4375633, + "time_ms": 1646282913629, + "drop_pct": 54003711, + "total_tx_pps": 5837934, + "tx_pps": 5874060, + "tx_pkts": 58379344, + "drop_percentage": 92.50482670719973 + }, + { + "rx_pps": 515017.8171997763, + "rx_pkts": 5119020, + "time_ms": 1646282926174, + "drop_pct": 24073592, + "total_tx_pps": 2919261, + "tx_pps": 2937030, + "tx_pkts": 29192612, + "drop_percentage": 82.46467291107764 + }, + { + "rx_pps": 328003.16112234007, + "rx_pkts": 3259860, + "time_ms": 1646282938675, + "drop_pct": 11334969, + "total_tx_pps": 1459482, + "tx_pps": 1468514, + "tx_pkts": 14594829, + "drop_percentage": 77.66428095868748 + }, + { + "rx_pps": 517398.77960233815, + "rx_pkts": 5142169, + "time_ms": 1646282951182, + "drop_pct": 2155236, + "total_tx_pps": 729740, + "tx_pps": 734256, + "tx_pkts": 7297405, + "drop_percentage": 29.534279651465145 + }, + { + "rx_pps": 366808.26589116355, + "rx_pkts": 3645894, + "time_ms": 1646282963699, + "drop_pct": 3178, + "total_tx_pps": 364907, + "tx_pps": 367128, + "tx_pkts": 3649072, + "drop_percentage": 0.08709063564654246 + }, + { + "rx_pps": 183564.0, + "rx_pkts": 1825087, + "time_ms": 1646282976228, + "drop_pct": 0, + "total_tx_pps": 182508, + "tx_pps": 183564, + "tx_pkts": 1825087, + "drop_percentage": 0.0 + }, + { + "rx_pps": 275044.7500159553, + "rx_pkts": 2739035, + "time_ms": 1646282988754, + "drop_pct": 3000, + "total_tx_pps": 274203, + "tx_pps": 275346, + "tx_pkts": 2742035, + "drop_percentage": 0.10940779384654098 + }, + { + "rx_pps": 229445.14599323669, + "rx_pkts": 2280456, + "time_ms": 1646283001254, + "drop_pct": 88, + "total_tx_pps": 228054, + "tx_pps": 229454, + "tx_pkts": 2280544, + "drop_percentage": 0.0038587284437397395 + }, + { + "rx_pps": 206508.0, + "rx_pkts": 2052588, + "time_ms": 1646283013764, + "drop_pct": 0, + "total_tx_pps": 205258, + "tx_pps": 206508, + "tx_pkts": 2052588, + "drop_percentage": 0.0 + }, + { + "rx_pps": 217981.7987829053, + "rx_pkts": 2166633, + "time_ms": 1646283026275, + "drop_pct": 2, + "total_tx_pps": 216663, + "tx_pps": 217982, + "tx_pkts": 2166635, + "ndr_pps": 108991, + "drop_percentage": 9.230904143983643e-05 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3003c1cc691e42569317eef8cabf49f4" + }, + "synthesis": { + "avg_delay_usec": 293.49982068952147, + "total_tx_rate": 216663 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:00:08", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "65d6a678b0ba42a49b38c9efd82efd93", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 3.3203125, + "timestamp_sec": 1646283748.6846843, + "stats": { + "total_tx_rate": 261728, + "overall": { + "rx_pkts": 2617285, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 700, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2617285, + "avg_delay_usec": 417.5000750778001, + "min_delay_usec": 47, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1308577, + "min_delay_usec": 57, + "drop_pct": 0, + "max_delay_usec": 658, + "tx_pkts": 1308708, + "avg_delay_usec": 416, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1308708, + "min_delay_usec": 47, + "drop_pct": 0, + "max_delay_usec": 700, + "tx_pkts": 1308577, + "avg_delay_usec": 419, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1649933312.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 6.640625, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 263348, + "rate_bps": 1660156250.0, + "time_taken_sec": 137.7285816669464 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 575501.9363137981, + "rx_pkts": 5571778, + "time_ms": 1646283623454, + "drop_pct": 71217540, + "total_tx_pps": 7678931, + "tx_pps": 7931472, + "tx_pkts": 76789318, + "drop_percentage": 92.74407151265493 + }, + { + "rx_pps": 340865.59968071827, + "rx_pkts": 3387693, + "time_ms": 1646283635959, + "drop_pct": 36025777, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413470, + "drop_percentage": 91.40473295043547 + }, + { + "rx_pps": 249221.15639844484, + "rx_pkts": 2477134, + "time_ms": 1646283648464, + "drop_pct": 17231585, + "total_tx_pps": 1970871, + "tx_pps": 1982868, + "tx_pkts": 19708719, + "drop_percentage": 87.43127851180992 + }, + { + "rx_pps": 240158.13023928663, + "rx_pkts": 2391135, + "time_ms": 1646283661049, + "drop_pct": 7480080, + "total_tx_pps": 987121, + "tx_pps": 991434, + "tx_pkts": 9871215, + "drop_percentage": 75.7766901034979 + }, + { + "rx_pps": 459235.5137965551, + "rx_pkts": 4564574, + "time_ms": 1646283673551, + "drop_pct": 362598, + "total_tx_pps": 492717, + "tx_pps": 495716, + "tx_pkts": 4927172, + "drop_percentage": 7.359150441673235 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463587, + "time_ms": 1646283686050, + "drop_pct": 0, + "total_tx_pps": 246358, + "tx_pps": 247858, + "tx_pkts": 2463587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371300.609486956, + "rx_pkts": 3691660, + "time_ms": 1646283698553, + "drop_pct": 4826, + "total_tx_pps": 369648, + "tx_pps": 371786, + "tx_pkts": 3696486, + "drop_percentage": 0.13055642575137577 + }, + { + "rx_pps": 309474.9002967386, + "rx_pkts": 3076028, + "time_ms": 1646283711054, + "drop_pct": 3450, + "total_tx_pps": 307947, + "tx_pps": 309822, + "tx_pkts": 3079478, + "drop_percentage": 0.11203197425018137 + }, + { + "rx_pps": 278245.10146550665, + "rx_pkts": 2765620, + "time_ms": 1646283723573, + "drop_pct": 5913, + "total_tx_pps": 277153, + "tx_pps": 278840, + "tx_pkts": 2771533, + "drop_percentage": 0.21334763107637542 + }, + { + "rx_pps": 263348.0, + "rx_pkts": 2617285, + "time_ms": 1646283736118, + "drop_pct": 0, + "total_tx_pps": 261728, + "tx_pps": 263348, + "tx_pkts": 2617285, + "drop_percentage": 0.0 + }, + { + "rx_pps": 271017.63418923074, + "rx_pkts": 2693645, + "time_ms": 1646283748683, + "drop_pct": 759, + "total_tx_pps": 269440, + "tx_pps": 271094, + "tx_pkts": 2694404, + "ndr_pps": 131674, + "drop_percentage": 0.028169494997780584 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "65d6a678b0ba42a49b38c9efd82efd93" + }, + "synthesis": { + "avg_delay_usec": 417.5000750778001, + "total_tx_rate": 261728 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:04:57", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "f51a51cc7fba4903b86a862ccaa87b3f", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 4.00390625, + "timestamp_sec": 1646284037.5527284, + "stats": { + "total_tx_rate": 238246, + "overall": { + "rx_pkts": 2382462, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2280, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2382462, + "avg_delay_usec": 422.00110809742193, + "min_delay_usec": 36, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1191171, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 655, + "tx_pkts": 1191291, + "avg_delay_usec": 400, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1191291, + "min_delay_usec": 37, + "drop_pct": 0, + "max_delay_usec": 2280, + "tx_pkts": 1191171, + "avg_delay_usec": 444, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1989830592.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 8.0078125, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 239696, + "rate_bps": 2001953124.0, + "time_taken_sec": 137.72533512115479 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 385513.1486587311, + "rx_pkts": 3764226, + "time_ms": 1646283912326, + "drop_pct": 54690013, + "total_tx_pps": 5845423, + "tx_pps": 5986590, + "tx_pkts": 58454239, + "drop_percentage": 93.56038832359104 + }, + { + "rx_pps": 398306.9198628332, + "rx_pkts": 3958773, + "time_ms": 1646283924836, + "drop_pct": 25791580, + "total_tx_pps": 2975035, + "tx_pps": 2993294, + "tx_pkts": 29750353, + "drop_percentage": 86.69335789057696 + }, + { + "rx_pps": 175559.30090151777, + "rx_pkts": 1745323, + "time_ms": 1646283937398, + "drop_pct": 13133585, + "total_tx_pps": 1487890, + "tx_pps": 1496646, + "tx_pkts": 14878908, + "drop_percentage": 88.26981791943334 + }, + { + "rx_pps": 444333.64431527094, + "rx_pkts": 4424898, + "time_ms": 1646283949915, + "drop_pct": 3027269, + "total_tx_pps": 745216, + "tx_pps": 748322, + "tx_pkts": 7452167, + "drop_percentage": 40.6226672053914 + }, + { + "rx_pps": 372829.4511323847, + "rx_pkts": 3705741, + "time_ms": 1646283962433, + "drop_pct": 13225, + "total_tx_pps": 371896, + "tx_pps": 374160, + "tx_pkts": 3718966, + "drop_percentage": 0.35560959686106297 + }, + { + "rx_pps": 187078.39026223953, + "rx_pkts": 1859467, + "time_ms": 1646283974959, + "drop_pct": 16, + "total_tx_pps": 185948, + "tx_pps": 187080, + "tx_pkts": 1859483, + "drop_percentage": 0.000860454223028659 + }, + { + "rx_pps": 280547.1520142218, + "rx_pkts": 2788219, + "time_ms": 1646283987466, + "drop_pct": 724, + "total_tx_pps": 278894, + "tx_pps": 280620, + "tx_pkts": 2788943, + "drop_percentage": 0.025959655683174595 + }, + { + "rx_pps": 233850.0, + "rx_pkts": 2324354, + "time_ms": 1646283999977, + "drop_pct": 0, + "total_tx_pps": 232435, + "tx_pps": 233850, + "tx_pkts": 2324354, + "drop_percentage": 0.0 + }, + { + "rx_pps": 257205.36675450407, + "rx_pkts": 2560866, + "time_ms": 1646284012517, + "drop_pct": 305, + "total_tx_pps": 256117, + "tx_pps": 257236, + "tx_pkts": 2561171, + "drop_percentage": 0.011908615238888774 + }, + { + "rx_pps": 245467.66146251332, + "rx_pkts": 2440196, + "time_ms": 1646284025026, + "drop_pct": 739, + "total_tx_pps": 244093, + "tx_pps": 245542, + "tx_pkts": 2440935, + "drop_percentage": 0.030275283856391097 + }, + { + "rx_pps": 239696.0, + "rx_pkts": 2382462, + "time_ms": 1646284037551, + "drop_pct": 0, + "total_tx_pps": 238246, + "tx_pps": 239696, + "tx_pkts": 2382462, + "ndr_pps": 119848, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f51a51cc7fba4903b86a862ccaa87b3f" + }, + "synthesis": { + "avg_delay_usec": 422.00110809742193, + "total_tx_rate": 238246 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:12:10", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "80d26043cfdb45c3ae62d6de43f557e6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 4.39453125, + "timestamp_sec": 1646284470.8886955, + "stats": { + "total_tx_rate": 209995, + "overall": { + "rx_pkts": 2099959, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 7375, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2099959, + "avg_delay_usec": 417.999049981452, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1049927, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 3319, + "tx_pkts": 1050032, + "avg_delay_usec": 437, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1050032, + "min_delay_usec": 40, + "drop_pct": 0, + "max_delay_usec": 7375, + "tx_pkts": 1049927, + "avg_delay_usec": 399, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2183948000.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 8.7890625, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 211274, + "rate_bps": 2197265624.0, + "time_taken_sec": 137.58449530601501 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 445313.368302234, + "rx_pkts": 4370570, + "time_ms": 1646284345792, + "drop_pct": 42814976, + "total_tx_pps": 4718554, + "tx_pps": 4807692, + "tx_pkts": 47185546, + "drop_percentage": 90.73748134651234 + }, + { + "rx_pps": 124940.5018865484, + "rx_pkts": 1242346, + "time_ms": 1646284358300, + "drop_pct": 22660299, + "total_tx_pps": 2390264, + "tx_pps": 2403846, + "tx_pkts": 23902645, + "drop_percentage": 94.80247478887797 + }, + { + "rx_pps": 191703.051128334, + "rx_pkts": 1905433, + "time_ms": 1646284370806, + "drop_pct": 10041074, + "total_tx_pps": 1194650, + "tx_pps": 1201922, + "tx_pkts": 11946507, + "drop_percentage": 84.05029185518411 + }, + { + "rx_pps": 456071.17274298525, + "rx_pkts": 4533121, + "time_ms": 1646284383305, + "drop_pct": 1440123, + "total_tx_pps": 597324, + "tx_pps": 600960, + "tx_pkts": 5973244, + "drop_percentage": 24.109562576047455 + }, + { + "rx_pps": 298776.8979556851, + "rx_pkts": 2969696, + "time_ms": 1646284395827, + "drop_pct": 16928, + "total_tx_pps": 298662, + "tx_pps": 300480, + "tx_pkts": 2986624, + "drop_percentage": 0.566793811340162 + }, + { + "rx_pps": 150240.0, + "rx_pkts": 1493238, + "time_ms": 1646284408345, + "drop_pct": 0, + "total_tx_pps": 149323, + "tx_pps": 150240, + "tx_pkts": 1493238, + "drop_percentage": 0.0 + }, + { + "rx_pps": 225283.22787322282, + "rx_pkts": 2238978, + "time_ms": 1646284420849, + "drop_pct": 763, + "total_tx_pps": 223974, + "tx_pps": 225360, + "tx_pkts": 2239741, + "drop_percentage": 0.034066438932001515 + }, + { + "rx_pps": 187800.0, + "rx_pkts": 1866452, + "time_ms": 1646284433379, + "drop_pct": 0, + "total_tx_pps": 186645, + "tx_pps": 187800, + "tx_pkts": 1866452, + "drop_percentage": 0.0 + }, + { + "rx_pps": 206580.0, + "rx_pkts": 2053097, + "time_ms": 1646284445878, + "drop_pct": 0, + "total_tx_pps": 205309, + "tx_pps": 206580, + "tx_pkts": 2053097, + "drop_percentage": 0.0 + }, + { + "rx_pps": 215836.3783602464, + "rx_pkts": 2145092, + "time_ms": 1646284458378, + "drop_pct": 1328, + "total_tx_pps": 214642, + "tx_pps": 215970, + "tx_pkts": 2146420, + "drop_percentage": 0.06187046337622646 + }, + { + "rx_pps": 211274.0, + "rx_pkts": 2099959, + "time_ms": 1646284470887, + "drop_pct": 0, + "total_tx_pps": 209995, + "tx_pps": 211274, + "tx_pkts": 2099959, + "ndr_pps": 105637, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "80d26043cfdb45c3ae62d6de43f557e6" + }, + "synthesis": { + "avg_delay_usec": 417.999049981452, + "total_tx_rate": 209995 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:16:59", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fab39ed6c612445784e1e24574be97e2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 6.25, + "timestamp_sec": 1646284759.8324285, + "stats": { + "total_tx_rate": 252445, + "overall": { + "rx_pkts": 2524456, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 13375, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2524456, + "avg_delay_usec": 557.5041177188274, + "min_delay_usec": 43, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1262165, + "min_delay_usec": 43, + "drop_pct": 0, + "max_delay_usec": 657, + "tx_pkts": 1262291, + "avg_delay_usec": 475, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1262291, + "min_delay_usec": 79, + "drop_pct": 0, + "max_delay_usec": 13375, + "tx_pkts": 1262165, + "avg_delay_usec": 640, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3106083280.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.5, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 253982, + "rate_bps": 3125000000.0, + "time_taken_sec": 137.6273422241211 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 348467.55522107193, + "rx_pkts": 3427071, + "time_ms": 1646284634724, + "drop_pct": 36538343, + "total_tx_pps": 3996541, + "tx_pps": 4063718, + "tx_pkts": 39965414, + "drop_percentage": 91.42490804674262 + }, + { + "rx_pps": 194182.29947632473, + "rx_pkts": 1929881, + "time_ms": 1646284647240, + "drop_pct": 18263742, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193623, + "drop_percentage": 90.44311662151958 + }, + { + "rx_pps": 179396.25923534992, + "rx_pkts": 1782930, + "time_ms": 1646284659752, + "drop_pct": 8313872, + "total_tx_pps": 1009680, + "tx_pps": 1015928, + "tx_pkts": 10096802, + "drop_percentage": 82.3416364904452 + }, + { + "rx_pps": 444172.416750406, + "rx_pkts": 4414410, + "time_ms": 1646284672259, + "drop_pct": 633993, + "total_tx_pps": 504840, + "tx_pps": 507964, + "tx_pkts": 5048403, + "drop_percentage": 12.5582882349131 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2524456, + "time_ms": 1646284684759, + "drop_pct": 0, + "total_tx_pps": 252445, + "tx_pps": 253982, + "tx_pkts": 2524456, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380480.22499434196, + "rx_pkts": 3781785, + "time_ms": 1646284697283, + "drop_pct": 4888, + "total_tx_pps": 378667, + "tx_pps": 380972, + "tx_pkts": 3786673, + "drop_percentage": 0.12908429114423137 + }, + { + "rx_pps": 316051.2110285178, + "rx_pkts": 3141708, + "time_ms": 1646284709792, + "drop_pct": 14183, + "total_tx_pps": 315589, + "tx_pps": 317478, + "tx_pkts": 3155891, + "drop_percentage": 0.44941349368530153 + }, + { + "rx_pps": 285668.0250878956, + "rx_pkts": 2839399, + "time_ms": 1646284722300, + "drop_pct": 616, + "total_tx_pps": 284001, + "tx_pps": 285730, + "tx_pkts": 2840015, + "drop_percentage": 0.02169002628507244 + }, + { + "rx_pps": 269807.1017426643, + "rx_pkts": 2681614, + "time_ms": 1646284734800, + "drop_pct": 486, + "total_tx_pps": 268210, + "tx_pps": 269856, + "tx_pkts": 2682100, + "drop_percentage": 0.018120129749077216 + }, + { + "rx_pps": 261898.78374930617, + "rx_pkts": 2603144, + "time_ms": 1646284747309, + "drop_pct": 191, + "total_tx_pps": 260333, + "tx_pps": 261918, + "tx_pkts": 2603335, + "drop_percentage": 0.007336743062264364 + }, + { + "rx_pps": 257926.4552171562, + "rx_pkts": 2563404, + "time_ms": 1646284759831, + "drop_pct": 234, + "total_tx_pps": 256363, + "tx_pps": 257950, + "tx_pkts": 2563638, + "ndr_pps": 126991, + "drop_percentage": 0.009127653748306118 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fab39ed6c612445784e1e24574be97e2" + }, + "synthesis": { + "avg_delay_usec": 557.5041177188274, + "total_tx_rate": 252445 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:24:12", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "ceb21980b7a54cfca27c2be13acbe3fd", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 1.171875, + "timestamp_sec": 1646285193.3781986, + "stats": { + "total_tx_rate": 190656, + "overall": { + "rx_pkts": 1906560, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 3445, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 1906560, + "avg_delay_usec": 366.4996223564955, + "min_delay_usec": 49, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 953232, + "min_delay_usec": 54, + "drop_pct": 0, + "max_delay_usec": 3445, + "tx_pkts": 953328, + "avg_delay_usec": 374, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 953328, + "min_delay_usec": 49, + "drop_pct": 0, + "max_delay_usec": 3400, + "tx_pkts": 953232, + "avg_delay_usec": 359, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 582390528.0, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.34375, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 191816, + "rate_bps": 585937500.0, + "time_taken_sec": 137.84817028045654 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 527518.6982376295, + "rx_pkts": 4594899, + "time_ms": 1646285068098, + "drop_pct": 137980399, + "total_tx_pps": 14257529, + "tx_pps": 16368398, + "tx_pkts": 142575298, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14257529). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 96.77721241725898 + }, + { + "rx_pps": 649584.5882534897, + "rx_pkts": 6455897, + "time_ms": 1646285080678, + "drop_pct": 74882762, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338659, + "drop_percentage": 92.06294143600277 + }, + { + "rx_pps": 486023.50862599886, + "rx_pkts": 4830345, + "time_ms": 1646285093199, + "drop_pct": 35838974, + "total_tx_pps": 4066931, + "tx_pps": 4092098, + "tx_pkts": 40669319, + "drop_percentage": 88.12287710054845 + }, + { + "rx_pps": 487117.8462164386, + "rx_pkts": 4841709, + "time_ms": 1646285105721, + "drop_pct": 15494990, + "total_tx_pps": 2033669, + "tx_pps": 2046048, + "tx_pkts": 20336699, + "drop_percentage": 76.19225716031889 + }, + { + "rx_pps": 365059.10021687107, + "rx_pkts": 3628142, + "time_ms": 1646285118236, + "drop_pct": 6539188, + "total_tx_pps": 1016733, + "tx_pps": 1023024, + "tx_pkts": 10167330, + "drop_percentage": 64.31568563231448 + }, + { + "rx_pps": 470718.585949703, + "rx_pkts": 4678475, + "time_ms": 1646285130816, + "drop_pct": 405446, + "total_tx_pps": 508392, + "tx_pps": 511512, + "tx_pkts": 5083921, + "drop_percentage": 7.975064915446168 + }, + { + "rx_pps": 255742.51844840997, + "rx_pkts": 2541955, + "time_ms": 1646285143320, + "drop_pct": 134, + "total_tx_pps": 254208, + "tx_pps": 255756, + "tx_pkts": 2542089, + "drop_percentage": 0.0052712552550284435 + }, + { + "rx_pps": 127878.0, + "rx_pkts": 1271047, + "time_ms": 1646285155820, + "drop_pct": 0, + "total_tx_pps": 127104, + "tx_pps": 127878, + "tx_pkts": 1271047, + "drop_percentage": 0.0 + }, + { + "rx_pps": 191816.0, + "rx_pkts": 1906560, + "time_ms": 1646285168332, + "drop_pct": 0, + "total_tx_pps": 190656, + "tx_pps": 191816, + "tx_pkts": 1906560, + "drop_percentage": 0.0 + }, + { + "rx_pps": 223586.05076246973, + "rx_pkts": 2225246, + "time_ms": 1646285180872, + "drop_pct": 1990, + "total_tx_pps": 222723, + "tx_pps": 223786, + "tx_pkts": 2227236, + "drop_percentage": 0.08934841211259158 + }, + { + "rx_pps": 207747.38173291675, + "rx_pkts": 2064908, + "time_ms": 1646285193377, + "drop_pct": 523, + "total_tx_pps": 206543, + "tx_pps": 207800, + "tx_pkts": 2065431, + "ndr_pps": 95908, + "drop_percentage": 0.02532159147412816 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "ceb21980b7a54cfca27c2be13acbe3fd" + }, + "synthesis": { + "avg_delay_usec": 366.4996223564955, + "total_tx_rate": 190656 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:31:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7d83b94d43e942238d6c50de662d6dcf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 22.65625, + "timestamp_sec": 1646285626.5736058, + "stats": { + "total_tx_rate": 156036, + "overall": { + "rx_pkts": 1560365, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 5728, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 1560365, + "avg_delay_usec": 587.9997974832811, + "min_delay_usec": 58, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 780143, + "min_delay_usec": 58, + "drop_pct": 0, + "max_delay_usec": 1773, + "tx_pkts": 780222, + "avg_delay_usec": 592, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 780222, + "min_delay_usec": 59, + "drop_pct": 0, + "max_delay_usec": 5728, + "tx_pkts": 780143, + "avg_delay_usec": 584, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11259557760.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 45.3125, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 156986, + "rate_bps": 11328125000.0, + "time_taken_sec": 137.71946001052856 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 81808.84100646983, + "rx_pkts": 816086, + "time_ms": 1646285501423, + "drop_pct": 6095994, + "total_tx_pps": 691208, + "tx_pps": 692904, + "tx_pkts": 6912080, + "drop_percentage": 88.19333688267497 + }, + { + "rx_pps": 174051.7277974219, + "rx_pkts": 1729814, + "time_ms": 1646285513938, + "drop_pct": 1713401, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443215, + "drop_percentage": 49.761661702798115 + }, + { + "rx_pps": 173173.57764485295, + "rx_pkts": 1721087, + "time_ms": 1646285526441, + "drop_pct": 521, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721608, + "drop_percentage": 0.030262405843839015 + }, + { + "rx_pps": 86612.0, + "rx_pkts": 860882, + "time_ms": 1646285539000, + "drop_pct": 0, + "total_tx_pps": 86088, + "tx_pps": 86612, + "tx_pkts": 860882, + "drop_percentage": 0.0 + }, + { + "rx_pps": 129918.0, + "rx_pkts": 1293789, + "time_ms": 1646285551538, + "drop_pct": 0, + "total_tx_pps": 129378, + "tx_pps": 129918, + "tx_pkts": 1293789, + "drop_percentage": 0.0 + }, + { + "rx_pps": 151572.0, + "rx_pkts": 1506400, + "time_ms": 1646285564049, + "drop_pct": 0, + "total_tx_pps": 150640, + "tx_pps": 151572, + "tx_pkts": 1506400, + "drop_percentage": 0.0 + }, + { + "rx_pps": 162238.83736784133, + "rx_pkts": 1612576, + "time_ms": 1646285576558, + "drop_pct": 1582, + "total_tx_pps": 161415, + "tx_pps": 162398, + "tx_pkts": 1614158, + "drop_percentage": 0.09800775388778546 + }, + { + "rx_pps": 156986.0, + "rx_pkts": 1560365, + "time_ms": 1646285589058, + "drop_pct": 0, + "total_tx_pps": 156036, + "tx_pps": 156986, + "tx_pkts": 1560365, + "drop_percentage": 0.0 + }, + { + "rx_pps": 159630.32079097626, + "rx_pkts": 1586489, + "time_ms": 1646285601557, + "drop_pct": 613, + "total_tx_pps": 158710, + "tx_pps": 159692, + "tx_pkts": 1587102, + "drop_percentage": 0.03862385656372432 + }, + { + "rx_pps": 155353.5470980394, + "rx_pkts": 1543982, + "time_ms": 1646285614056, + "drop_pct": 29661, + "total_tx_pps": 157364, + "tx_pps": 158338, + "tx_pkts": 1573643, + "drop_percentage": 1.8848620684615252 + }, + { + "rx_pps": 157653.74926958897, + "rx_pkts": 1566844, + "time_ms": 1646285626572, + "drop_pct": 82, + "total_tx_pps": 156692, + "tx_pps": 157662, + "tx_pkts": 1566926, + "ndr_pps": 78493, + "drop_percentage": 0.005233176295498319 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7d83b94d43e942238d6c50de662d6dcf" + }, + "synthesis": { + "avg_delay_usec": 587.9997974832811, + "total_tx_rate": 156036 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:38:39", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7bffd833c7684dd6ad3c6fb4392fd892", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.390625, + "timestamp_sec": 1646286062.320283, + "stats": { + "total_tx_rate": 289377, + "overall": { + "rx_pkts": 2893779, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4256, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2893779, + "avg_delay_usec": 430.4998222048055, + "min_delay_usec": 52, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1446816, + "min_delay_usec": 52, + "drop_pct": 0, + "max_delay_usec": 4256, + "tx_pkts": 1446963, + "avg_delay_usec": 434, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1446963, + "min_delay_usec": 57, + "drop_pct": 0, + "max_delay_usec": 948, + "tx_pkts": 1446816, + "avg_delay_usec": 427, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 194461344.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.78125, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 290642, + "rate_bps": 195312500.0, + "time_taken_sec": 137.67585062980652 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1060675.9533262525, + "rx_pkts": 3801256, + "time_ms": 1646285937162, + "drop_pct": 262850910, + "total_tx_pps": 26665216, + "tx_pps": 74404760, + "tx_pkts": 266652166, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26665216). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.57445148223547 + }, + { + "rx_pps": 549084.4052686733, + "rx_pkts": 3959911, + "time_ms": 1646285949709, + "drop_pct": 264337845, + "total_tx_pps": 26829775, + "tx_pps": 37202380, + "tx_pkts": 268297756, + "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26829775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.52406108085377 + }, + { + "rx_pps": 369990.33655168186, + "rx_pkts": 3683809, + "time_ms": 1646285962227, + "drop_pct": 181518950, + "total_tx_pps": 18520275, + "tx_pps": 18601190, + "tx_pkts": 185202759, + "drop_percentage": 98.01093189977802 + }, + { + "rx_pps": 384612.35211511684, + "rx_pkts": 3822471, + "time_ms": 1646285974730, + "drop_pct": 88611510, + "total_tx_pps": 9243398, + "tx_pps": 9300594, + "tx_pkts": 92433981, + "drop_percentage": 95.86464743956013 + }, + { + "rx_pps": 168933.23502156153, + "rx_pkts": 1678943, + "time_ms": 1646285987251, + "drop_pct": 44538025, + "total_tx_pps": 4621696, + "tx_pps": 4650296, + "tx_pkts": 46216968, + "drop_percentage": 96.36725844932104 + }, + { + "rx_pps": 159074.18157372237, + "rx_pkts": 1580959, + "time_ms": 1646285999771, + "drop_pct": 21527528, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108487, + "drop_percentage": 93.15853521695297 + }, + { + "rx_pps": 171386.32143951976, + "rx_pkts": 1703323, + "time_ms": 1646286012283, + "drop_pct": 9850919, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554242, + "drop_percentage": 85.25802904249366 + }, + { + "rx_pps": 512810.1541521316, + "rx_pkts": 5097079, + "time_ms": 1646286024781, + "drop_pct": 680616, + "total_tx_pps": 577769, + "tx_pps": 581286, + "tx_pkts": 5777695, + "drop_percentage": 11.780061079721238 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2893779, + "time_ms": 1646286037314, + "drop_pct": 0, + "total_tx_pps": 289377, + "tx_pps": 290642, + "tx_pkts": 2893779, + "drop_percentage": 0.0 + }, + { + "rx_pps": 417277.35359887895, + "rx_pkts": 4147530, + "time_ms": 1646286049813, + "drop_pct": 185736, + "total_tx_pps": 433326, + "tx_pps": 435964, + "tx_pkts": 4333266, + "drop_percentage": 4.28628198684318 + }, + { + "rx_pps": 363141.5007727034, + "rx_pkts": 3609085, + "time_ms": 1646286062319, + "drop_pct": 1615, + "total_tx_pps": 361070, + "tx_pps": 363304, + "tx_pkts": 3610700, + "ndr_pps": 145321, + "drop_percentage": 0.044728169053092195 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7bffd833c7684dd6ad3c6fb4392fd892" + }, + "synthesis": { + "avg_delay_usec": 430.4998222048055, + "total_tx_rate": 289377 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:45:59", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 0.78125, + "timestamp_sec": 1646286501.6585698, + "stats": { + "total_tx_rate": 328252, + "overall": { + "rx_pkts": 3282523, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 5743, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3282523, + "avg_delay_usec": 504.00045239591617, + "min_delay_usec": 59, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1641179, + "min_delay_usec": 60, + "drop_pct": 0, + "max_delay_usec": 5743, + "tx_pkts": 1641344, + "avg_delay_usec": 495, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1641344, + "min_delay_usec": 59, + "drop_pct": 0, + "max_delay_usec": 5416, + "tx_pkts": 1641179, + "avg_delay_usec": 513, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 388650368.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.5625, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 329918, + "rate_bps": 390625000.0, + "time_taken_sec": 137.7171869277954 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 669022.1950312835, + "rx_pkts": 4088190, + "time_ms": 1646286376431, + "drop_pct": 253964761, + "total_tx_pps": 25805295, + "tx_pps": 42229728, + "tx_pkts": 258052951, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25805295). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.41575537727526 + }, + { + "rx_pps": 399023.3302773898, + "rx_pkts": 3965614, + "time_ms": 1646286388930, + "drop_pct": 205880262, + "total_tx_pps": 20984587, + "tx_pps": 21114864, + "tx_pkts": 209845876, + "drop_percentage": 98.11022543040112 + }, + { + "rx_pps": 447142.9301377911, + "rx_pkts": 4443482, + "time_ms": 1646286401505, + "drop_pct": 100470978, + "total_tx_pps": 10491446, + "tx_pps": 10557432, + "tx_pkts": 104914460, + "drop_percentage": 95.7646619922554 + }, + { + "rx_pps": 346951.3718415911, + "rx_pkts": 3448177, + "time_ms": 1646286414004, + "drop_pct": 49014354, + "total_tx_pps": 5246253, + "tx_pps": 5278716, + "tx_pkts": 52462531, + "drop_percentage": 93.42735294261728 + }, + { + "rx_pps": 215866.7599879869, + "rx_pkts": 2145392, + "time_ms": 1646286426523, + "drop_pct": 24085870, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231262, + "drop_percentage": 91.82123986257314 + }, + { + "rx_pps": 149781.0398090949, + "rx_pkts": 1488599, + "time_ms": 1646286439020, + "drop_pct": 11627022, + "total_tx_pps": 1311562, + "tx_pps": 1319678, + "tx_pkts": 13115621, + "drop_percentage": 88.65018286210008 + }, + { + "rx_pps": 498086.9811686903, + "rx_pkts": 4950239, + "time_ms": 1646286451572, + "drop_pct": 1607563, + "total_tx_pps": 655780, + "tx_pps": 659838, + "tx_pkts": 6557802, + "drop_percentage": 24.51374713661681 + }, + { + "rx_pps": 329918.0, + "rx_pkts": 3282523, + "time_ms": 1646286464132, + "drop_pct": 0, + "total_tx_pps": 328252, + "tx_pps": 329918, + "tx_pkts": 3282523, + "drop_percentage": 0.0 + }, + { + "rx_pps": 478526.7821332745, + "rx_pkts": 4756319, + "time_ms": 1646286476632, + "drop_pct": 162523, + "total_tx_pps": 491884, + "tx_pps": 494878, + "tx_pkts": 4918842, + "drop_percentage": 3.3040906782531336 + }, + { + "rx_pps": 411878.7378240714, + "rx_pkts": 4093705, + "time_ms": 1646286489150, + "drop_pct": 5161, + "total_tx_pps": 409886, + "tx_pps": 412398, + "tx_pkts": 4098866, + "drop_percentage": 0.12591287443893018 + }, + { + "rx_pps": 371054.5743320845, + "rx_pkts": 3688099, + "time_ms": 1646286501657, + "drop_pct": 1028, + "total_tx_pps": 368912, + "tx_pps": 371158, + "tx_pkts": 3689127, + "ndr_pps": 164959, + "drop_percentage": 0.027865671200801707 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f" + }, + "synthesis": { + "avg_delay_usec": 504.00045239591617, + "total_tx_rate": 328252 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 05:55:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.3671875, + "timestamp_sec": 1646287087.8915067, + "stats": { + "total_tx_rate": 307709, + "overall": { + "rx_pkts": 3077097, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 3367, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3077097, + "avg_delay_usec": 432.50000146241734, + "min_delay_usec": 38, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1538548, + "min_delay_usec": 38, + "drop_pct": 0, + "max_delay_usec": 3281, + "tx_pkts": 1538549, + "avg_delay_usec": 428, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1538549, + "min_delay_usec": 55, + "drop_pct": 0, + "max_delay_usec": 3367, + "tx_pkts": 1538548, + "avg_delay_usec": 437, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 679421472.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.734375, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 309598, + "rate_bps": 683593750.0, + "time_taken_sec": 137.742746591568 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 255672.565299537, + "rx_pkts": 2319871, + "time_ms": 1646286962658, + "drop_pct": 203151166, + "total_tx_pps": 20547103, + "tx_pps": 22644926, + "tx_pkts": 205471037, + "drop_percentage": 98.87094987504248 + }, + { + "rx_pps": 335448.3699684173, + "rx_pkts": 3333855, + "time_ms": 1646286975189, + "drop_pct": 109194480, + "total_tx_pps": 11252833, + "tx_pps": 11322462, + "tx_pkts": 112528335, + "drop_percentage": 97.03731953378676 + }, + { + "rx_pps": 130166.49486928145, + "rx_pkts": 1293660, + "time_ms": 1646286987760, + "drop_pct": 54970487, + "total_tx_pps": 5626414, + "tx_pps": 5661230, + "tx_pkts": 56264147, + "drop_percentage": 97.70073826943471 + }, + { + "rx_pps": 188671.05892669645, + "rx_pkts": 1875296, + "time_ms": 1646287000320, + "drop_pct": 26259592, + "total_tx_pps": 2813488, + "tx_pps": 2830614, + "tx_pkts": 28134888, + "drop_percentage": 93.33462425725668 + }, + { + "rx_pps": 208503.260507737, + "rx_pkts": 2075129, + "time_ms": 1646287012832, + "drop_pct": 12010706, + "total_tx_pps": 1408583, + "tx_pps": 1415306, + "tx_pkts": 14085835, + "drop_percentage": 85.2679731091554 + }, + { + "rx_pps": 401016.7055138048, + "rx_pkts": 3985506, + "time_ms": 1646287025334, + "drop_pct": 3047496, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033002, + "drop_percentage": 43.331368311853176 + }, + { + "rx_pps": 353769.4579762555, + "rx_pkts": 3516295, + "time_ms": 1646287037843, + "drop_pct": 562, + "total_tx_pps": 351685, + "tx_pps": 353826, + "tx_pkts": 3516857, + "drop_percentage": 0.01598017775530822 + }, + { + "rx_pps": 176912.0, + "rx_pkts": 1758241, + "time_ms": 1646287050350, + "drop_pct": 0, + "total_tx_pps": 175824, + "tx_pps": 176912, + "tx_pkts": 1758241, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265370.0, + "rx_pkts": 2637382, + "time_ms": 1646287062871, + "drop_pct": 0, + "total_tx_pps": 263738, + "tx_pps": 265370, + "tx_pkts": 2637382, + "drop_percentage": 0.0 + }, + { + "rx_pps": 309598.0, + "rx_pkts": 3077097, + "time_ms": 1646287075371, + "drop_pct": 0, + "total_tx_pps": 307709, + "tx_pps": 309598, + "tx_pkts": 3077097, + "drop_percentage": 0.0 + }, + { + "rx_pps": 331394.0121815451, + "rx_pkts": 3300519, + "time_ms": 1646287087890, + "drop_pct": 3167, + "total_tx_pps": 330368, + "tx_pps": 331712, + "tx_pkts": 3303686, + "ndr_pps": 154799, + "drop_percentage": 0.09586262132660307 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df" + }, + "synthesis": { + "avg_delay_usec": 432.50000146241734, + "total_tx_rate": 307709 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:00:38", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "32f6745439f040fa96de86e0a3ad0abf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 2.34375, + "timestamp_sec": 1646287380.6742508, + "stats": { + "total_tx_rate": 273652, + "overall": { + "rx_pkts": 2736528, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2723, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2736528, + "avg_delay_usec": 410.4993787748563, + "min_delay_usec": 41, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1368196, + "min_delay_usec": 45, + "drop_pct": 0, + "max_delay_usec": 2723, + "tx_pkts": 1368332, + "avg_delay_usec": 423, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1368332, + "min_delay_usec": 41, + "drop_pct": 0, + "max_delay_usec": 2679, + "tx_pkts": 1368196, + "avg_delay_usec": 398, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1164662912.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.6875, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 275346, + "rate_bps": 1171875000.0, + "time_taken_sec": 137.6094572544098 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 422261.6287427662, + "rx_pkts": 4008862, + "time_ms": 1646287255615, + "drop_pct": 107525288, + "total_tx_pps": 11153415, + "tx_pps": 11748120, + "tx_pkts": 111534150, + "drop_percentage": 96.40570892412772 + }, + { + "rx_pps": 235563.01252603848, + "rx_pkts": 2345619, + "time_ms": 1646287268137, + "drop_pct": 56145341, + "total_tx_pps": 5849096, + "tx_pps": 5874060, + "tx_pkts": 58490960, + "drop_percentage": 95.98977517209497 + }, + { + "rx_pps": 214956.55098821394, + "rx_pkts": 2136346, + "time_ms": 1646287280641, + "drop_pct": 27053331, + "total_tx_pps": 2918967, + "tx_pps": 2937030, + "tx_pkts": 29189677, + "drop_percentage": 92.68115916459097 + }, + { + "rx_pps": 98852.65115506016, + "rx_pkts": 982546, + "time_ms": 1646287293143, + "drop_pct": 13613750, + "total_tx_pps": 1459629, + "tx_pps": 1468514, + "tx_pkts": 14596296, + "drop_percentage": 93.26852511075413 + }, + { + "rx_pps": 374357.7867755638, + "rx_pkts": 3720931, + "time_ms": 1646287305644, + "drop_pct": 3577210, + "total_tx_pps": 729814, + "tx_pps": 734256, + "tx_pkts": 7298141, + "drop_percentage": 49.01535884275187 + }, + { + "rx_pps": 366719.5290001208, + "rx_pkts": 3645011, + "time_ms": 1646287318156, + "drop_pct": 4060, + "total_tx_pps": 364907, + "tx_pps": 367128, + "tx_pkts": 3649071, + "drop_percentage": 0.11126119497263824 + }, + { + "rx_pps": 183564.0, + "rx_pkts": 1824537, + "time_ms": 1646287330655, + "drop_pct": 0, + "total_tx_pps": 182453, + "tx_pps": 183564, + "tx_pkts": 1824537, + "drop_percentage": 0.0 + }, + { + "rx_pps": 275346.0, + "rx_pkts": 2736528, + "time_ms": 1646287343177, + "drop_pct": 0, + "total_tx_pps": 273652, + "tx_pps": 275346, + "tx_pkts": 2736528, + "drop_percentage": 0.0 + }, + { + "rx_pps": 321054.59355599707, + "rx_pkts": 3190964, + "time_ms": 1646287355673, + "drop_pct": 1803, + "total_tx_pps": 319276, + "tx_pps": 321236, + "tx_pkts": 3192767, + "drop_percentage": 0.056471392995480096 + }, + { + "rx_pps": 298206.68394270656, + "rx_pkts": 2964029, + "time_ms": 1646287368173, + "drop_pct": 848, + "total_tx_pps": 296487, + "tx_pps": 298292, + "tx_pkts": 2964877, + "drop_percentage": 0.028601523773161584 + }, + { + "rx_pps": 286576.03641464544, + "rx_pkts": 2848426, + "time_ms": 1646287380673, + "drop_pct": 2405, + "total_tx_pps": 285083, + "tx_pps": 286818, + "tx_pkts": 2850831, + "ndr_pps": 137673, + "drop_percentage": 0.08436136691371744 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "32f6745439f040fa96de86e0a3ad0abf" + }, + "synthesis": { + "avg_delay_usec": 410.4993787748563, + "total_tx_rate": 273652 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:12:50", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 3.22265625, + "timestamp_sec": 1646288112.949391, + "stats": { + "total_tx_rate": 254057, + "overall": { + "rx_pkts": 2540579, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 6615, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2540579, + "avg_delay_usec": 476.00064985186447, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1270226, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 6615, + "tx_pkts": 1270353, + "avg_delay_usec": 463, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1270353, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 4615, + "tx_pkts": 1270226, + "avg_delay_usec": 489, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1601575328.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 6.4453125, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 255604, + "rate_bps": 1611328124.0, + "time_taken_sec": 137.60951566696167 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 401443.3266594298, + "rx_pkts": 3873721, + "time_ms": 1646287987827, + "drop_pct": 72660892, + "total_tx_pps": 7653461, + "tx_pps": 7931472, + "tx_pkts": 76534613, + "drop_percentage": 94.9386024856492 + }, + { + "rx_pps": 270999.9900496978, + "rx_pkts": 2693334, + "time_ms": 1646288000350, + "drop_pct": 36720142, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413476, + "drop_percentage": 93.16646418093141 + }, + { + "rx_pps": 198550.00234079146, + "rx_pkts": 1973488, + "time_ms": 1646288012848, + "drop_pct": 17735231, + "total_tx_pps": 1970871, + "tx_pps": 1982868, + "tx_pkts": 19708719, + "drop_percentage": 89.98672617941328 + }, + { + "rx_pps": 199910.28390347675, + "rx_pkts": 1986809, + "time_ms": 1646288025358, + "drop_pct": 7866561, + "total_tx_pps": 985337, + "tx_pps": 991434, + "tx_pkts": 9853370, + "drop_percentage": 79.83624891788291 + }, + { + "rx_pps": 472617.2657889759, + "rx_pkts": 4697582, + "time_ms": 1646288037860, + "drop_pct": 229590, + "total_tx_pps": 492717, + "tx_pps": 495716, + "tx_pkts": 4927172, + "drop_percentage": 4.6596709024974166 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463586, + "time_ms": 1646288050400, + "drop_pct": 0, + "total_tx_pps": 246358, + "tx_pps": 247858, + "tx_pkts": 2463586, + "drop_percentage": 0.0 + }, + { + "rx_pps": 369515.96694294043, + "rx_pkts": 3672805, + "time_ms": 1646288062900, + "drop_pct": 22563, + "total_tx_pps": 369536, + "tx_pps": 371786, + "tx_pkts": 3695368, + "drop_percentage": 0.6105751849342204 + }, + { + "rx_pps": 309577.99963821407, + "rx_pkts": 3076744, + "time_ms": 1646288075398, + "drop_pct": 2425, + "total_tx_pps": 307916, + "tx_pps": 309822, + "tx_pkts": 3079169, + "drop_percentage": 0.07875501474586162 + }, + { + "rx_pps": 278814.24160118186, + "rx_pkts": 2770997, + "time_ms": 1646288087918, + "drop_pct": 256, + "total_tx_pps": 277125, + "tx_pps": 278840, + "tx_pkts": 2771253, + "drop_percentage": 0.009237698615030819 + }, + { + "rx_pps": 263259.7617543409, + "rx_pkts": 2616539, + "time_ms": 1646288100438, + "drop_pct": 877, + "total_tx_pps": 261741, + "tx_pps": 263348, + "tx_pkts": 2617416, + "drop_percentage": 0.03350632837882859 + }, + { + "rx_pps": 255604.0, + "rx_pkts": 2540579, + "time_ms": 1646288112948, + "drop_pct": 0, + "total_tx_pps": 254057, + "tx_pps": 255604, + "tx_pkts": 2540579, + "ndr_pps": 127802, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6" + }, + "synthesis": { + "avg_delay_usec": 476.00064985186447, + "total_tx_rate": 254057 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:20:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "cd0872af22cc4e368a8a824b8f85ff54", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 4.4921875, + "timestamp_sec": 1646288552.3423898, + "stats": { + "total_tx_rate": 267301, + "overall": { + "rx_pkts": 2673012, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 8541, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2673012, + "avg_delay_usec": 483.49946577119744, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1336438, + "min_delay_usec": 38, + "drop_pct": 0, + "max_delay_usec": 8541, + "tx_pkts": 1336574, + "avg_delay_usec": 494, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1336574, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 7095, + "tx_pkts": 1336438, + "avg_delay_usec": 473, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2232497952.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 8.984375, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 268928, + "rate_bps": 2246093750.0, + "time_taken_sec": 137.60198616981506 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 288161.597988842, + "rx_pkts": 2804152, + "time_ms": 1646288427250, + "drop_pct": 55452425, + "total_tx_pps": 5825657, + "tx_pps": 5986590, + "tx_pkts": 58256577, + "drop_percentage": 95.1865486363883 + }, + { + "rx_pps": 213298.5964799784, + "rx_pkts": 2119868, + "time_ms": 1646288439760, + "drop_pct": 27628983, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748851, + "drop_percentage": 92.8741180625766 + }, + { + "rx_pps": 131366.48872957594, + "rx_pkts": 1305586, + "time_ms": 1646288452271, + "drop_pct": 13568832, + "total_tx_pps": 1487441, + "tx_pps": 1496646, + "tx_pkts": 14874418, + "drop_percentage": 91.22260783581582 + }, + { + "rx_pps": 290509.78790066997, + "rx_pkts": 2887523, + "time_ms": 1646288464771, + "drop_pct": 4550426, + "total_tx_pps": 743794, + "tx_pps": 748322, + "tx_pkts": 7437949, + "drop_percentage": 61.17850498840473 + }, + { + "rx_pps": 373382.29544448643, + "rx_pkts": 3711236, + "time_ms": 1646288477284, + "drop_pct": 7730, + "total_tx_pps": 371896, + "tx_pps": 374160, + "tx_pkts": 3718966, + "drop_percentage": 0.20785347325036044 + }, + { + "rx_pps": 187080.0, + "rx_pkts": 1863037, + "time_ms": 1646288489810, + "drop_pct": 0, + "total_tx_pps": 186303, + "tx_pps": 187080, + "tx_pkts": 1863037, + "drop_percentage": 0.0 + }, + { + "rx_pps": 280389.9082326065, + "rx_pkts": 2786939, + "time_ms": 1646288502310, + "drop_pct": 2287, + "total_tx_pps": 278922, + "tx_pps": 280620, + "tx_pkts": 2789226, + "drop_percentage": 0.0819940729076812 + }, + { + "rx_pps": 233850.0, + "rx_pkts": 2324119, + "time_ms": 1646288514811, + "drop_pct": 0, + "total_tx_pps": 232411, + "tx_pps": 233850, + "tx_pkts": 2324119, + "drop_percentage": 0.0 + }, + { + "rx_pps": 257236.0, + "rx_pkts": 2556543, + "time_ms": 1646288527323, + "drop_pct": 0, + "total_tx_pps": 255654, + "tx_pps": 257236, + "tx_pkts": 2556543, + "drop_percentage": 0.0 + }, + { + "rx_pps": 268928.0, + "rx_pkts": 2673012, + "time_ms": 1646288539831, + "drop_pct": 0, + "total_tx_pps": 267301, + "tx_pps": 268928, + "tx_pkts": 2673012, + "drop_percentage": 0.0 + }, + { + "rx_pps": 274722.439659442, + "rx_pkts": 2733353, + "time_ms": 1646288552341, + "drop_pct": 513, + "total_tx_pps": 273386, + "tx_pps": 274774, + "tx_pkts": 2733866, + "ndr_pps": 134464, + "drop_percentage": 0.018764635867302933 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "cd0872af22cc4e368a8a824b8f85ff54" + }, + "synthesis": { + "avg_delay_usec": 483.49946577119744, + "total_tx_rate": 267301 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:25:02", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 6.25, + "timestamp_sec": 1646288845.323408, + "stats": { + "total_tx_rate": 298647, + "overall": { + "rx_pkts": 2986473, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 784, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2986473, + "avg_delay_usec": 509.001702007686, + "min_delay_usec": 55, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1493087, + "min_delay_usec": 76, + "drop_pct": 0, + "max_delay_usec": 766, + "tx_pkts": 1493386, + "avg_delay_usec": 492, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1493386, + "min_delay_usec": 55, + "drop_pct": 0, + "max_delay_usec": 784, + "tx_pkts": 1493087, + "avg_delay_usec": 526, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3105928800.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.5, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 300480, + "rate_bps": 3125000000.0, + "time_taken_sec": 137.64375615119934 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 328796.88960086054, + "rx_pkts": 3216282, + "time_ms": 1646288720187, + "drop_pct": 43812427, + "total_tx_pps": 4702870, + "tx_pps": 4807692, + "tx_pkts": 47028709, + "drop_percentage": 93.16102425860765 + }, + { + "rx_pps": 137967.17788955485, + "rx_pkts": 1371187, + "time_ms": 1646288732685, + "drop_pct": 22519440, + "total_tx_pps": 2389062, + "tx_pps": 2403846, + "tx_pkts": 23890627, + "drop_percentage": 94.26056503247068 + }, + { + "rx_pps": 118105.52734564139, + "rx_pkts": 1173792, + "time_ms": 1646288745223, + "drop_pct": 10771512, + "total_tx_pps": 1194530, + "tx_pps": 1201922, + "tx_pkts": 11945304, + "drop_percentage": 90.17361132039838 + }, + { + "rx_pps": 421709.7198215352, + "rx_pkts": 4191374, + "time_ms": 1646288757729, + "drop_pct": 1781569, + "total_tx_pps": 597294, + "tx_pps": 600960, + "tx_pkts": 5972943, + "drop_percentage": 29.82732297964337 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986473, + "time_ms": 1646288770264, + "drop_pct": 0, + "total_tx_pps": 298647, + "tx_pps": 300480, + "tx_pkts": 2986473, + "drop_percentage": 0.0 + }, + { + "rx_pps": 418310.83577366004, + "rx_pkts": 4157802, + "time_ms": 1646288782786, + "drop_pct": 322131, + "total_tx_pps": 447993, + "tx_pps": 450720, + "tx_pkts": 4479933, + "drop_percentage": 7.190531644111642 + }, + { + "rx_pps": 374651.06490817876, + "rx_pkts": 3723473, + "time_ms": 1646288795289, + "drop_pct": 9431, + "total_tx_pps": 373290, + "tx_pps": 375600, + "tx_pkts": 3732904, + "drop_percentage": 0.2526451256180175 + }, + { + "rx_pps": 337828.9123930734, + "rx_pkts": 3357682, + "time_ms": 1646288807790, + "drop_pct": 2098, + "total_tx_pps": 335978, + "tx_pps": 338040, + "tx_pkts": 3359780, + "drop_percentage": 0.062444564822696724 + }, + { + "rx_pps": 318795.6445763084, + "rx_pkts": 3168353, + "time_ms": 1646288820308, + "drop_pct": 4615, + "total_tx_pps": 317296, + "tx_pps": 319260, + "tx_pkts": 3172968, + "drop_percentage": 0.14544741705557698 + }, + { + "rx_pps": 309849.17401039106, + "rx_pkts": 3079747, + "time_ms": 1646288832818, + "drop_pct": 207, + "total_tx_pps": 307995, + "tx_pps": 309870, + "tx_pkts": 3079954, + "drop_percentage": 0.006720879597552431 + }, + { + "rx_pps": 305137.8923991017, + "rx_pkts": 3033835, + "time_ms": 1646288845322, + "drop_pct": 359, + "total_tx_pps": 303419, + "tx_pps": 305174, + "tx_pkts": 3034194, + "ndr_pps": 150240, + "drop_percentage": 0.011831807722248478 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462" + }, + "synthesis": { + "avg_delay_usec": 509.001702007686, + "total_tx_rate": 298647 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:29:56", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "4235eac7551b4b33aa00fd498105e51e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 6.640625, + "timestamp_sec": 1646289138.556028, + "stats": { + "total_tx_rate": 268223, + "overall": { + "rx_pkts": 2682236, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 6699, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2682236, + "avg_delay_usec": 468.9993408484563, + "min_delay_usec": 54, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1341050, + "min_delay_usec": 57, + "drop_pct": 0, + "max_delay_usec": 6699, + "tx_pkts": 1341186, + "avg_delay_usec": 482, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1341186, + "min_delay_usec": 54, + "drop_pct": 0, + "max_delay_usec": 2508, + "tx_pkts": 1341050, + "avg_delay_usec": 456, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3300215792.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.28125, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 269856, + "rate_bps": 3320312500.0, + "time_taken_sec": 137.53674697875977 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 280327.64801039256, + "rx_pkts": 2747650, + "time_ms": 1646289013507, + "drop_pct": 37083151, + "total_tx_pps": 3983080, + "tx_pps": 4063718, + "tx_pkts": 39830801, + "drop_percentage": 93.10169534376173 + }, + { + "rx_pps": 139771.86715044265, + "rx_pkts": 1389067, + "time_ms": 1646289026009, + "drop_pct": 18803744, + "total_tx_pps": 2019281, + "tx_pps": 2031858, + "tx_pkts": 20192811, + "drop_percentage": 93.12098251204353 + }, + { + "rx_pps": 207291.5107155712, + "rx_pkts": 2060167, + "time_ms": 1646289038511, + "drop_pct": 8036635, + "total_tx_pps": 1009680, + "tx_pps": 1015928, + "tx_pkts": 10096802, + "drop_percentage": 79.59584628875558 + }, + { + "rx_pps": 448511.248959259, + "rx_pkts": 4460221, + "time_ms": 1646289051022, + "drop_pct": 591228, + "total_tx_pps": 505144, + "tx_pps": 507964, + "tx_pkts": 5051449, + "drop_percentage": 11.704126875278757 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2524203, + "time_ms": 1646289063521, + "drop_pct": 0, + "total_tx_pps": 252420, + "tx_pps": 253982, + "tx_pkts": 2524203, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380882.85178005294, + "rx_pkts": 3785406, + "time_ms": 1646289076021, + "drop_pct": 886, + "total_tx_pps": 378629, + "tx_pps": 380972, + "tx_pkts": 3786292, + "drop_percentage": 0.02340020262568233 + }, + { + "rx_pps": 313470.2547614981, + "rx_pkts": 3115426, + "time_ms": 1646289088528, + "drop_pct": 39831, + "total_tx_pps": 315525, + "tx_pps": 317478, + "tx_pkts": 3155257, + "drop_percentage": 1.262369436150526 + }, + { + "rx_pps": 285724.4659684076, + "rx_pkts": 2839674, + "time_ms": 1646289101027, + "drop_pct": 55, + "total_tx_pps": 283972, + "tx_pps": 285730, + "tx_pkts": 2839729, + "drop_percentage": 0.001936804533108617 + }, + { + "rx_pps": 269856.0, + "rx_pkts": 2682236, + "time_ms": 1646289113526, + "drop_pct": 0, + "total_tx_pps": 268223, + "tx_pps": 269856, + "tx_pkts": 2682236, + "drop_percentage": 0.0 + }, + { + "rx_pps": 277476.3853338296, + "rx_pkts": 2758810, + "time_ms": 1646289126038, + "drop_pct": 3138, + "total_tx_pps": 276194, + "tx_pps": 277792, + "tx_pkts": 2761948, + "drop_percentage": 0.11361546270965275 + }, + { + "rx_pps": 273634.23308427056, + "rx_pkts": 2719516, + "time_ms": 1646289138555, + "drop_pct": 1886, + "total_tx_pps": 272140, + "tx_pps": 273824, + "tx_pkts": 2721402, + "ndr_pps": 134928, + "drop_percentage": 0.06930251392480788 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "4235eac7551b4b33aa00fd498105e51e" + }, + "synthesis": { + "avg_delay_usec": 468.9993408484563, + "total_tx_rate": 268223 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:37:15", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a5aadad5b25f444399ba2b3406c29196", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 1.7578125, + "timestamp_sec": 1646289577.9506223, + "stats": { + "total_tx_rate": 285983, + "overall": { + "rx_pkts": 2859836, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2310, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2859836, + "avg_delay_usec": 433.0000503525377, + "min_delay_usec": 38, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1429846, + "min_delay_usec": 44, + "drop_pct": 0, + "max_delay_usec": 1917, + "tx_pkts": 1429990, + "avg_delay_usec": 432, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1429990, + "min_delay_usec": 38, + "drop_pct": 0, + "max_delay_usec": 2310, + "tx_pkts": 1429846, + "avg_delay_usec": 434, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 873582737.3333333, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.515625, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 287724, + "rate_bps": 878906250.0, + "time_taken_sec": 137.6145327091217 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 427548.78458777367, + "rx_pkts": 3713299, + "time_ms": 1646289452854, + "drop_pct": 138447685, + "total_tx_pps": 14216098, + "tx_pps": 16368398, + "tx_pkts": 142160984, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14216098). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.38796194601467 + }, + { + "rx_pps": 409967.19737723225, + "rx_pkts": 4074459, + "time_ms": 1646289465351, + "drop_pct": 77264193, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338652, + "drop_percentage": 94.99074683460454 + }, + { + "rx_pps": 260283.02132755163, + "rx_pkts": 2586823, + "time_ms": 1646289477850, + "drop_pct": 38082496, + "total_tx_pps": 4066931, + "tx_pps": 4092098, + "tx_pkts": 40669319, + "drop_percentage": 93.63937468439046 + }, + { + "rx_pps": 169274.29595105443, + "rx_pkts": 1682333, + "time_ms": 1646289490349, + "drop_pct": 18652320, + "total_tx_pps": 2033465, + "tx_pps": 2046048, + "tx_pkts": 20334653, + "drop_percentage": 91.72676809385437 + }, + { + "rx_pps": 213995.76989708896, + "rx_pkts": 2126798, + "time_ms": 1646289502858, + "drop_pct": 8040531, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 79.0820381636121 + }, + { + "rx_pps": 485832.8535943681, + "rx_pkts": 4828938, + "time_ms": 1646289515358, + "drop_pct": 255238, + "total_tx_pps": 508417, + "tx_pps": 511512, + "tx_pkts": 5084176, + "drop_percentage": 5.020243201651556 + }, + { + "rx_pps": 255755.89938127328, + "rx_pkts": 2541832, + "time_ms": 1646289527874, + "drop_pct": 1, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541833, + "drop_percentage": 3.934168767184941e-05 + }, + { + "rx_pps": 383459.02405717666, + "rx_pkts": 3811011, + "time_ms": 1646289540375, + "drop_pct": 1739, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812750, + "drop_percentage": 0.045610123926299914 + }, + { + "rx_pps": 319404.44880279334, + "rx_pkts": 3174727, + "time_ms": 1646289552880, + "drop_pct": 2878, + "total_tx_pps": 317760, + "tx_pps": 319694, + "tx_pkts": 3177605, + "drop_percentage": 0.09057135798817034 + }, + { + "rx_pps": 287724.0, + "rx_pkts": 2859836, + "time_ms": 1646289565399, + "drop_pct": 0, + "total_tx_pps": 285983, + "tx_pps": 287724, + "tx_pkts": 2859836, + "drop_percentage": 0.0 + }, + { + "rx_pps": 303577.59912532725, + "rx_pkts": 3017413, + "time_ms": 1646289577949, + "drop_pct": 1316, + "total_tx_pps": 301872, + "tx_pps": 303710, + "tx_pkts": 3018729, + "ndr_pps": 143862, + "drop_percentage": 0.043594506164680566 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a5aadad5b25f444399ba2b3406c29196" + }, + "synthesis": { + "avg_delay_usec": 433.0000503525377, + "total_tx_rate": 285983 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:47:01", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7a447e0402ad455cad8e943d344bd43d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 25.0, + "timestamp_sec": 1646290163.7212827, + "stats": { + "total_tx_rate": 172160, + "overall": { + "rx_pkts": 1721608, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 8987, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 1721608, + "avg_delay_usec": 803.0008178400658, + "min_delay_usec": 86, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 860760, + "min_delay_usec": 86, + "drop_pct": 0, + "max_delay_usec": 7359, + "tx_pkts": 860848, + "avg_delay_usec": 787, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 860848, + "min_delay_usec": 90, + "drop_pct": 0, + "max_delay_usec": 8987, + "tx_pkts": 860760, + "avg_delay_usec": 819, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 12423065600.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 50.0, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 173226, + "rate_bps": 12500000000.0, + "time_taken_sec": 137.66240000724792 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 88271.08377210896, + "rx_pkts": 877835, + "time_ms": 1646290038548, + "drop_pct": 6012931, + "total_tx_pps": 689076, + "tx_pps": 692904, + "tx_pkts": 6890766, + "drop_percentage": 87.26070512334913 + }, + { + "rx_pps": 161139.26939074945, + "rx_pkts": 1601483, + "time_ms": 1646290051049, + "drop_pct": 1841731, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 53.48871722756704 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721608, + "time_ms": 1646290063550, + "drop_pct": 0, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721608, + "drop_percentage": 0.0 + }, + { + "rx_pps": 211452.66814074648, + "rx_pkts": 2101524, + "time_ms": 1646290076054, + "drop_pct": 480878, + "total_tx_pps": 258240, + "tx_pps": 259838, + "tx_pkts": 2582402, + "drop_percentage": 18.62134555348083 + }, + { + "rx_pps": 212334.58730374108, + "rx_pkts": 2110288, + "time_ms": 1646290088562, + "drop_pct": 41716, + "total_tx_pps": 215200, + "tx_pps": 216532, + "tx_pkts": 2152004, + "drop_percentage": 1.9384722333229865 + }, + { + "rx_pps": 192487.71171054075, + "rx_pkts": 1915062, + "time_ms": 1646290101091, + "drop_pct": 23781, + "total_tx_pps": 193884, + "tx_pps": 194878, + "tx_pkts": 1938843, + "drop_percentage": 1.2265562502997922 + }, + { + "rx_pps": 183024.18234314685, + "rx_pkts": 1819170, + "time_ms": 1646290113598, + "drop_pct": 10216, + "total_tx_pps": 182938, + "tx_pps": 184052, + "tx_pkts": 1829386, + "drop_percentage": 0.5584387329956608 + }, + { + "rx_pps": 176570.2910542118, + "rx_pkts": 1755021, + "time_ms": 1646290126107, + "drop_pct": 20552, + "total_tx_pps": 177557, + "tx_pps": 178638, + "tx_pkts": 1775573, + "drop_percentage": 1.1574854990473498 + }, + { + "rx_pps": 175689.4205205337, + "rx_pkts": 1746179, + "time_ms": 1646290138633, + "drop_pct": 2411, + "total_tx_pps": 174859, + "tx_pps": 175932, + "tx_pkts": 1748590, + "drop_percentage": 0.13788252248954871 + }, + { + "rx_pps": 174555.66489782277, + "rx_pkts": 1734998, + "time_ms": 1646290151222, + "drop_pct": 222, + "total_tx_pps": 173522, + "tx_pps": 174578, + "tx_pkts": 1735220, + "drop_percentage": 0.012793766784615208 + }, + { + "rx_pps": 173460.8309452305, + "rx_pkts": 1724114, + "time_ms": 1646290163720, + "drop_pct": 4385, + "total_tx_pps": 172849, + "tx_pps": 173902, + "tx_pkts": 1728499, + "ndr_pps": 86613, + "drop_percentage": 0.2536883157005008 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7a447e0402ad455cad8e943d344bd43d" + }, + "synthesis": { + "avg_delay_usec": 803.0008178400658, + "total_tx_rate": 172160 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:54:21", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "c1e2fef7bb47473781a088db8235dca5", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.390625, + "timestamp_sec": 1646290604.5060358, + "stats": { + "total_tx_rate": 288854, + "overall": { + "rx_pkts": 2888548, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 5341, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2888548, + "avg_delay_usec": 455.49962091680663, + "min_delay_usec": 47, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1444201, + "min_delay_usec": 47, + "drop_pct": 0, + "max_delay_usec": 5341, + "tx_pkts": 1444347, + "avg_delay_usec": 463, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1444347, + "min_delay_usec": 59, + "drop_pct": 0, + "max_delay_usec": 5267, + "tx_pkts": 1444201, + "avg_delay_usec": 448, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 194109888.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.78125, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 290642, + "rate_bps": 195312500.0, + "time_taken_sec": 137.62960720062256 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1053954.263475746, + "rx_pkts": 3807089, + "time_ms": 1646290479366, + "drop_pct": 264957461, + "total_tx_pps": 26876455, + "tx_pps": 74404760, + "tx_pkts": 268764550, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26876455). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.58348543362582 + }, + { + "rx_pps": 406661.06757053314, + "rx_pkts": 2956606, + "time_ms": 1646290491895, + "drop_pct": 267521167, + "total_tx_pps": 27047777, + "tx_pps": 37202380, + "tx_pkts": 270477773, + "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (27047777). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.90689502238692 + }, + { + "rx_pps": 148664.22620742844, + "rx_pkts": 1477497, + "time_ms": 1646290504402, + "drop_pct": 183390128, + "total_tx_pps": 18486762, + "tx_pps": 18601190, + "tx_pkts": 184867625, + "drop_percentage": 99.20078109944886 + }, + { + "rx_pps": 118020.08758137107, + "rx_pkts": 1172942, + "time_ms": 1646290516918, + "drop_pct": 91260961, + "total_tx_pps": 9243390, + "tx_pps": 9300594, + "tx_pkts": 92433903, + "drop_percentage": 98.73104784940219 + }, + { + "rx_pps": 400017.6984889188, + "rx_pkts": 3975576, + "time_ms": 1646290529444, + "drop_pct": 42241392, + "total_tx_pps": 4621696, + "tx_pps": 4650296, + "tx_pkts": 46216968, + "drop_percentage": 91.39801641682769 + }, + { + "rx_pps": 118631.30644199387, + "rx_pkts": 1181390, + "time_ms": 1646290541984, + "drop_pct": 21973599, + "total_tx_pps": 2315498, + "tx_pps": 2325148, + "tx_pkts": 23154989, + "drop_percentage": 94.89790299619663 + }, + { + "rx_pps": 213393.54643034592, + "rx_pkts": 2120812, + "time_ms": 1646290554504, + "drop_pct": 9433431, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554243, + "drop_percentage": 81.64473431967807 + }, + { + "rx_pps": 570597.5399708707, + "rx_pkts": 5671457, + "time_ms": 1646290567004, + "drop_pct": 106238, + "total_tx_pps": 577769, + "tx_pps": 581286, + "tx_pkts": 5777695, + "drop_percentage": 1.8387609591714342 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2888548, + "time_ms": 1646290579503, + "drop_pct": 0, + "total_tx_pps": 288854, + "tx_pps": 290642, + "tx_pkts": 2888548, + "drop_percentage": 0.0 + }, + { + "rx_pps": 434891.10995581164, + "rx_pkts": 4322604, + "time_ms": 1646290592004, + "drop_pct": 10664, + "total_tx_pps": 433326, + "tx_pps": 435964, + "tx_pkts": 4333268, + "drop_percentage": 0.24609601806304157 + }, + { + "rx_pps": 362705.9824699818, + "rx_pkts": 3605119, + "time_ms": 1646290604505, + "drop_pct": 5944, + "total_tx_pps": 361106, + "tx_pps": 363304, + "tx_pkts": 3611063, + "ndr_pps": 145321, + "drop_percentage": 0.1646052699717507 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "c1e2fef7bb47473781a088db8235dca5" + }, + "synthesis": { + "avg_delay_usec": 455.49962091680663, + "total_tx_rate": 288854 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 06:59:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "1b62171069bc40c7914f84ffbb050f31", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 0.68359375, + "timestamp_sec": 1646290896.3823671, + "stats": { + "total_tx_rate": 286902, + "overall": { + "rx_pkts": 2869029, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2743, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2869029, + "avg_delay_usec": 464.9996511014702, + "min_delay_usec": 58, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1434443, + "min_delay_usec": 62, + "drop_pct": 0, + "max_delay_usec": 2743, + "tx_pkts": 1434586, + "avg_delay_usec": 472, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1434586, + "min_delay_usec": 58, + "drop_pct": 0, + "max_delay_usec": 1909, + "tx_pkts": 1434443, + "avg_delay_usec": 458, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 339691968.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.3671875, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 288678, + "rate_bps": 341796874.0, + "time_taken_sec": 137.53828620910645 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 654315.3293594539, + "rx_pkts": 4006536, + "time_ms": 1646290771352, + "drop_pct": 254576624, + "total_tx_pps": 25858316, + "tx_pps": 42229728, + "tx_pkts": 258583160, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25858316). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.45058123661262 + }, + { + "rx_pps": 362626.5714189805, + "rx_pkts": 3603602, + "time_ms": 1646290783851, + "drop_pct": 206225385, + "total_tx_pps": 20982898, + "tx_pps": 21114864, + "tx_pkts": 209828987, + "drop_percentage": 98.28260048741502 + }, + { + "rx_pps": 399253.9049378252, + "rx_pkts": 3967988, + "time_ms": 1646290796350, + "drop_pct": 100957131, + "total_tx_pps": 10492511, + "tx_pps": 10557432, + "tx_pkts": 104925119, + "drop_percentage": 96.21826685752913 + }, + { + "rx_pps": 328008.7854675711, + "rx_pkts": 3259916, + "time_ms": 1646290808847, + "drop_pct": 49202614, + "total_tx_pps": 5246253, + "tx_pps": 5278716, + "tx_pkts": 52462530, + "drop_percentage": 93.78620131358514 + }, + { + "rx_pps": 431037.2563654665, + "rx_pkts": 4283865, + "time_ms": 1646290821368, + "drop_pct": 21947402, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231267, + "drop_percentage": 83.6688597619017 + }, + { + "rx_pps": 132040.09847098283, + "rx_pkts": 1312941, + "time_ms": 1646290833872, + "drop_pct": 11809280, + "total_tx_pps": 1312222, + "tx_pps": 1319678, + "tx_pkts": 13122221, + "drop_percentage": 89.99452150668702 + }, + { + "rx_pps": 466334.61032833933, + "rx_pkts": 4635133, + "time_ms": 1646290846377, + "drop_pct": 1923327, + "total_tx_pps": 655846, + "tx_pps": 659838, + "tx_pkts": 6558460, + "drop_percentage": 29.325893578675483 + }, + { + "rx_pps": 329647.56411198626, + "rx_pkts": 3276535, + "time_ms": 1646290858875, + "drop_pct": 2688, + "total_tx_pps": 327922, + "tx_pps": 329918, + "tx_pkts": 3279223, + "drop_percentage": 0.08197063755651872 + }, + { + "rx_pps": 164958.0, + "rx_pkts": 1639603, + "time_ms": 1646290871373, + "drop_pct": 0, + "total_tx_pps": 163960, + "tx_pps": 164958, + "tx_pkts": 1639603, + "drop_percentage": 0.0 + }, + { + "rx_pps": 247438.0, + "rx_pkts": 2459165, + "time_ms": 1646290883873, + "drop_pct": 0, + "total_tx_pps": 245916, + "tx_pps": 247438, + "tx_pkts": 2459165, + "drop_percentage": 0.0 + }, + { + "rx_pps": 288678.0, + "rx_pkts": 2869029, + "time_ms": 1646290896381, + "drop_pct": 0, + "total_tx_pps": 286902, + "tx_pps": 288678, + "tx_pkts": 2869029, + "ndr_pps": 144339, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1b62171069bc40c7914f84ffbb050f31" + }, + "synthesis": { + "avg_delay_usec": 464.9996511014702, + "total_tx_rate": 286902 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:11:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d4e52542fffb464dab4ee0f0bbe41424", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.3671875, + "timestamp_sec": 1646291629.1270602, + "stats": { + "total_tx_rate": 307725, + "overall": { + "rx_pkts": 3077236, + "drop_percentage": 0.0005199444179417221, + "drop_pct": 16, + "max_delay_usec": 4557, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3077252, + "avg_delay_usec": 448.49974847558, + "min_delay_usec": 39, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1538532, + "min_delay_usec": 41, + "drop_pct": 16, + "max_delay_usec": 4557, + "tx_pkts": 1538704, + "avg_delay_usec": 453, + "drop_percentage": 0.0010398361218272 + }, + "0": { + "rx_pkts": 1538704, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 4475, + "tx_pkts": 1538548, + "avg_delay_usec": 444, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 679456800.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.734375, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 309598, + "rate_bps": 683593750.0, + "time_taken_sec": 137.6123342514038 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 454315.7916803991, + "rx_pkts": 4114594, + "time_ms": 1646291504021, + "drop_pct": 200973317, + "total_tx_pps": 20508791, + "tx_pps": 22644926, + "tx_pkts": 205087911, + "drop_percentage": 97.99374132783477 + }, + { + "rx_pps": 341741.1574105596, + "rx_pkts": 3396225, + "time_ms": 1646291516524, + "drop_pct": 109126448, + "total_tx_pps": 11252267, + "tx_pps": 11322462, + "tx_pkts": 112522673, + "drop_percentage": 96.98174162641871 + }, + { + "rx_pps": 161288.4881766711, + "rx_pkts": 1602966, + "time_ms": 1646291529028, + "drop_pct": 54661181, + "total_tx_pps": 5626414, + "tx_pps": 5661230, + "tx_pkts": 56264147, + "drop_percentage": 97.15099919669981 + }, + { + "rx_pps": 115955.83218252, + "rx_pkts": 1152543, + "time_ms": 1646291541545, + "drop_pct": 26982345, + "total_tx_pps": 2813488, + "tx_pps": 2830614, + "tx_pkts": 28134888, + "drop_percentage": 95.90350955013577 + }, + { + "rx_pps": 161080.9212724765, + "rx_pkts": 1600903, + "time_ms": 1646291554048, + "drop_pct": 12465118, + "total_tx_pps": 1406602, + "tx_pps": 1415306, + "tx_pkts": 14066021, + "drop_percentage": 88.61865057644944 + }, + { + "rx_pps": 427270.71843328327, + "rx_pkts": 4246431, + "time_ms": 1646291566567, + "drop_pct": 2786570, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033001, + "drop_percentage": 39.62135082875717 + }, + { + "rx_pps": 353642.3849503518, + "rx_pkts": 3524578, + "time_ms": 1646291579093, + "drop_pct": 1830, + "total_tx_pps": 352640, + "tx_pps": 353826, + "tx_pkts": 3526408, + "drop_percentage": 0.051894165394361626 + }, + { + "rx_pps": 176912.0, + "rx_pkts": 1758331, + "time_ms": 1646291591612, + "drop_pct": 0, + "total_tx_pps": 175833, + "tx_pps": 176912, + "tx_pkts": 1758331, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265370.0, + "rx_pkts": 2637515, + "time_ms": 1646291604122, + "drop_pct": 0, + "total_tx_pps": 263751, + "tx_pps": 265370, + "tx_pkts": 2637515, + "drop_percentage": 0.0 + }, + { + "rx_pps": 309596.39026248094, + "rx_pkts": 3077236, + "time_ms": 1646291616626, + "drop_pct": 16, + "total_tx_pps": 307725, + "tx_pps": 309598, + "tx_pkts": 3077252, + "drop_percentage": 0.0005199444179417221 + }, + { + "rx_pps": 331593.3824199975, + "rx_pkts": 3295874, + "time_ms": 1646291629126, + "drop_pct": 1179, + "total_tx_pps": 329705, + "tx_pps": 331712, + "tx_pkts": 3297053, + "ndr_pps": 154799, + "drop_percentage": 0.035759206782541866 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d4e52542fffb464dab4ee0f0bbe41424" + }, + "synthesis": { + "avg_delay_usec": 448.49974847558, + "total_tx_rate": 307725 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:13:52", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "25dca33bff7e45b3aef3a47996f30aaa", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 2.1484375, + "timestamp_sec": 1646291775.9324973, + "stats": { + "total_tx_rate": 250873, + "overall": { + "rx_pkts": 2508732, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4401, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2508732, + "avg_delay_usec": 351.5005273580438, + "min_delay_usec": 37, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1254303, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 3459, + "tx_pkts": 1254429, + "avg_delay_usec": 341, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1254429, + "min_delay_usec": 37, + "drop_pct": 0, + "max_delay_usec": 4401, + "tx_pkts": 1254303, + "avg_delay_usec": 362, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1067715488.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.296875, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 252400, + "rate_bps": 1074218750.0, + "time_taken_sec": 137.65872263908386 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 396012.6918251163, + "rx_pkts": 3753919, + "time_ms": 1646291650778, + "drop_pct": 107609913, + "total_tx_pps": 11136383, + "tx_pps": 11748120, + "tx_pkts": 111363832, + "drop_percentage": 96.62913988089059 + }, + { + "rx_pps": 366842.0367461427, + "rx_pkts": 3645860, + "time_ms": 1646291663279, + "drop_pct": 54733492, + "total_tx_pps": 5837935, + "tx_pps": 5874060, + "tx_pkts": 58379352, + "drop_percentage": 93.75488100655862 + }, + { + "rx_pps": 145725.16553904826, + "rx_pkts": 1448144, + "time_ms": 1646291675798, + "drop_pct": 27738595, + "total_tx_pps": 2918673, + "tx_pps": 2937030, + "tx_pkts": 29186739, + "drop_percentage": 95.03834943670823 + }, + { + "rx_pps": 117366.44222363783, + "rx_pkts": 1166564, + "time_ms": 1646291688313, + "drop_pct": 13429734, + "total_tx_pps": 1459629, + "tx_pps": 1468514, + "tx_pkts": 14596298, + "drop_percentage": 92.00780910337676 + }, + { + "rx_pps": 388855.0412373564, + "rx_pkts": 3865026, + "time_ms": 1646291700839, + "drop_pct": 3433114, + "total_tx_pps": 729814, + "tx_pps": 734256, + "tx_pkts": 7298140, + "drop_percentage": 47.04094467905521 + }, + { + "rx_pps": 358806.9628110826, + "rx_pkts": 3566364, + "time_ms": 1646291713349, + "drop_pct": 82707, + "total_tx_pps": 364907, + "tx_pps": 367128, + "tx_pkts": 3649071, + "drop_percentage": 2.2665220819216727 + }, + { + "rx_pps": 183564.0, + "rx_pkts": 1824354, + "time_ms": 1646291725861, + "drop_pct": 0, + "total_tx_pps": 182435, + "tx_pps": 183564, + "tx_pkts": 1824354, + "drop_percentage": 0.0 + }, + { + "rx_pps": 275341.37200471794, + "rx_pkts": 2736758, + "time_ms": 1646291738359, + "drop_pct": 46, + "total_tx_pps": 273680, + "tx_pps": 275346, + "tx_pkts": 2736804, + "drop_percentage": 0.001680792632574346 + }, + { + "rx_pps": 229454.0, + "rx_pkts": 2280430, + "time_ms": 1646291750900, + "drop_pct": 0, + "total_tx_pps": 228043, + "tx_pps": 229454, + "tx_pkts": 2280430, + "drop_percentage": 0.0 + }, + { + "rx_pps": 252400.0, + "rx_pkts": 2508732, + "time_ms": 1646291763421, + "drop_pct": 0, + "total_tx_pps": 250873, + "tx_pps": 252400, + "tx_pkts": 2508732, + "drop_percentage": 0.0 + }, + { + "rx_pps": 263683.34931604785, + "rx_pkts": 2620750, + "time_ms": 1646291775931, + "drop_pct": 1875, + "total_tx_pps": 262262, + "tx_pps": 263872, + "tx_pkts": 2622625, + "ndr_pps": 126200, + "drop_percentage": 0.07149325580286926 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "25dca33bff7e45b3aef3a47996f30aaa" + }, + "synthesis": { + "avg_delay_usec": 351.5005273580438, + "total_tx_rate": 250873 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:26:05", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "99f490ebe6c2437a9632bddc2ea7163b", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 3.7109375, + "timestamp_sec": 1646292508.196054, + "stats": { + "total_tx_rate": 292520, + "overall": { + "rx_pkts": 2925176, + "drop_percentage": 0.000854642125447106, + "drop_pct": 25, + "max_delay_usec": 794, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2925201, + "avg_delay_usec": 440.00094079809213, + "min_delay_usec": 38, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1462502, + "min_delay_usec": 38, + "drop_pct": 25, + "max_delay_usec": 698, + "tx_pkts": 1462674, + "avg_delay_usec": 424, + "drop_percentage": 0.0017091983586226321 + }, + "0": { + "rx_pkts": 1462674, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 794, + "tx_pkts": 1462527, + "avg_delay_usec": 456, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1844046080.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.421875, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 294330, + "rate_bps": 1855468750.0, + "time_taken_sec": 137.6208794116974 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 359474.4042878791, + "rx_pkts": 3462705, + "time_ms": 1646292383075, + "drop_pct": 72938695, + "total_tx_pps": 7640140, + "tx_pps": 7931472, + "tx_pkts": 76401400, + "drop_percentage": 95.46774666432815 + }, + { + "rx_pps": 221917.01896656543, + "rx_pkts": 2205522, + "time_ms": 1646292395578, + "drop_pct": 37207940, + "total_tx_pps": 3941346, + "tx_pps": 3965736, + "tx_pkts": 39413462, + "drop_percentage": 94.40414039243748 + }, + { + "rx_pps": 120218.84357194848, + "rx_pkts": 1194795, + "time_ms": 1646292408080, + "drop_pct": 18511939, + "total_tx_pps": 1970673, + "tx_pps": 1982868, + "tx_pkts": 19706734, + "drop_percentage": 93.93712321889564 + }, + { + "rx_pps": 237679.50037510015, + "rx_pkts": 2362178, + "time_ms": 1646292420599, + "drop_pct": 7491190, + "total_tx_pps": 985336, + "tx_pps": 991434, + "tx_pkts": 9853368, + "drop_percentage": 76.02669462867925 + }, + { + "rx_pps": 467656.5430226268, + "rx_pkts": 4647806, + "time_ms": 1646292433101, + "drop_pct": 278869, + "total_tx_pps": 492667, + "tx_pps": 495716, + "tx_pkts": 4926675, + "drop_percentage": 5.660389613684686 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463587, + "time_ms": 1646292445616, + "drop_pct": 0, + "total_tx_pps": 246358, + "tx_pps": 247858, + "tx_pkts": 2463587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371611.02398405195, + "rx_pkts": 3693258, + "time_ms": 1646292458113, + "drop_pct": 1739, + "total_tx_pps": 369499, + "tx_pps": 371786, + "tx_pkts": 3694997, + "drop_percentage": 0.04706363767007118 + }, + { + "rx_pps": 309695.5350187483, + "rx_pkts": 3078222, + "time_ms": 1646292470645, + "drop_pct": 1257, + "total_tx_pps": 307947, + "tx_pps": 309822, + "tx_pkts": 3079479, + "drop_percentage": 0.04081859301524706 + }, + { + "rx_pps": 278840.0, + "rx_pkts": 2775715, + "time_ms": 1646292483196, + "drop_pct": 0, + "total_tx_pps": 277571, + "tx_pps": 278840, + "tx_pkts": 2775715, + "drop_percentage": 0.0 + }, + { + "rx_pps": 294327.48453183216, + "rx_pkts": 2925176, + "time_ms": 1646292495696, + "drop_pct": 25, + "total_tx_pps": 292520, + "tx_pps": 294330, + "tx_pkts": 2925201, + "drop_percentage": 0.000854642125447106 + }, + { + "rx_pps": 301774.3450893266, + "rx_pkts": 2999187, + "time_ms": 1646292508195, + "drop_pct": 2998, + "total_tx_pps": 300218, + "tx_pps": 302076, + "tx_pkts": 3002185, + "ndr_pps": 147165, + "drop_percentage": 0.09986060152855337 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "99f490ebe6c2437a9632bddc2ea7163b" + }, + "synthesis": { + "avg_delay_usec": 440.00094079809213, + "total_tx_rate": 292520 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:33:24", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e7ae74dbcfeb4aaf8774388598c054af", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 4.78515625, + "timestamp_sec": 1646292947.5717177, + "stats": { + "total_tx_rate": 284733, + "overall": { + "rx_pkts": 2847306, + "drop_percentage": 0.0009131355247649378, + "drop_pct": 26, + "max_delay_usec": 4486, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2847332, + "avg_delay_usec": 460.00053735004246, + "min_delay_usec": 38, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1423568, + "min_delay_usec": 38, + "drop_pct": 26, + "max_delay_usec": 829, + "tx_pkts": 1423738, + "avg_delay_usec": 451, + "drop_percentage": 0.0018261786929898618 + }, + "0": { + "rx_pkts": 1423738, + "min_delay_usec": 38, + "drop_pct": 0, + "max_delay_usec": 4486, + "tx_pkts": 1423594, + "avg_delay_usec": 469, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2378090016.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 9.5703125, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 286466, + "rate_bps": 2392578124.0, + "time_taken_sec": 137.69065976142883 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 385174.3857818964, + "rx_pkts": 3744698, + "time_ms": 1646292822382, + "drop_pct": 54457437, + "total_tx_pps": 5820213, + "tx_pps": 5986590, + "tx_pkts": 58202135, + "drop_percentage": 93.5660470187219 + }, + { + "rx_pps": 371064.1070337179, + "rx_pkts": 3687635, + "time_ms": 1646292834881, + "drop_pct": 26059720, + "total_tx_pps": 2974735, + "tx_pps": 2993294, + "tx_pkts": 29747355, + "drop_percentage": 87.6034860914525 + }, + { + "rx_pps": 122785.19012242564, + "rx_pkts": 1220301, + "time_ms": 1646292847393, + "drop_pct": 13654120, + "total_tx_pps": 1487442, + "tx_pps": 1496646, + "tx_pkts": 14874421, + "drop_percentage": 91.7959764618737 + }, + { + "rx_pps": 352679.3934021328, + "rx_pkts": 3505458, + "time_ms": 1646292859908, + "drop_pct": 3932491, + "total_tx_pps": 743794, + "tx_pps": 748322, + "tx_pkts": 7437949, + "drop_percentage": 52.87063678441463 + }, + { + "rx_pps": 366733.73037974344, + "rx_pkts": 3649920, + "time_ms": 1646292872437, + "drop_pct": 73910, + "total_tx_pps": 372383, + "tx_pps": 374160, + "tx_pkts": 3723830, + "drop_percentage": 1.9847844826428704 + }, + { + "rx_pps": 187080.0, + "rx_pkts": 1859483, + "time_ms": 1646292884943, + "drop_pct": 0, + "total_tx_pps": 185948, + "tx_pps": 187080, + "tx_pkts": 1859483, + "drop_percentage": 0.0 + }, + { + "rx_pps": 280617.78649908, + "rx_pkts": 2789062, + "time_ms": 1646292897503, + "drop_pct": 22, + "total_tx_pps": 278908, + "tx_pps": 280620, + "tx_pkts": 2789084, + "drop_percentage": 0.0007887894376791807 + }, + { + "rx_pps": 327295.7202511058, + "rx_pkts": 3252831, + "time_ms": 1646292910003, + "drop_pct": 937, + "total_tx_pps": 325376, + "tx_pps": 327390, + "tx_pkts": 3253768, + "drop_percentage": 0.028797381989127683 + }, + { + "rx_pps": 303993.8263549052, + "rx_pkts": 3021548, + "time_ms": 1646292922504, + "drop_pct": 121, + "total_tx_pps": 302166, + "tx_pps": 304006, + "tx_pkts": 3021669, + "drop_percentage": 0.004004409483633052 + }, + { + "rx_pps": 291422.317994849, + "rx_pkts": 2896594, + "time_ms": 1646292935071, + "drop_pct": 8843, + "total_tx_pps": 290543, + "tx_pps": 292312, + "tx_pkts": 2905437, + "drop_percentage": 0.3043604111877146 + }, + { + "rx_pps": 286463.38417718763, + "rx_pkts": 2847306, + "time_ms": 1646292947570, + "drop_pct": 26, + "total_tx_pps": 284733, + "tx_pps": 286466, + "tx_pkts": 2847332, + "ndr_pps": 143233, + "drop_percentage": 0.0009131355247649378 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e7ae74dbcfeb4aaf8774388598c054af" + }, + "synthesis": { + "avg_delay_usec": 460.00053735004246, + "total_tx_rate": 284733 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:40:43", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "3fddc9f03eab4c30982c44200d95ef6f", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 4.98046875, + "timestamp_sec": 1646293386.7455893, + "stats": { + "total_tx_rate": 237983, + "overall": { + "rx_pkts": 2379828, + "drop_percentage": 0.0002941380389816941, + "drop_pct": 7, + "max_delay_usec": 9438, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2379835, + "avg_delay_usec": 386.4999609215456, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1189917, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 9438, + "tx_pkts": 1189918, + "avg_delay_usec": 371, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1189911, + "min_delay_usec": 38, + "drop_pct": 7, + "max_delay_usec": 3960, + "tx_pkts": 1189917, + "avg_delay_usec": 402, + "drop_percentage": 0.000588276325155452 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2475023200.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 9.9609375, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 239444, + "rate_bps": 2490234374.0, + "time_taken_sec": 137.611346244812 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 358534.3786509994, + "rx_pkts": 3500830, + "time_ms": 1646293261625, + "drop_pct": 43442820, + "total_tx_pps": 4694365, + "tx_pps": 4807692, + "tx_pkts": 46943650, + "drop_percentage": 92.54248444677822 + }, + { + "rx_pps": 334304.0766214427, + "rx_pkts": 3322481, + "time_ms": 1646293274141, + "drop_pct": 20568142, + "total_tx_pps": 2389062, + "tx_pps": 2403846, + "tx_pkts": 23890623, + "drop_percentage": 86.09294952249675 + }, + { + "rx_pps": 116658.3609443631, + "rx_pkts": 1159526, + "time_ms": 1646293286673, + "drop_pct": 10786980, + "total_tx_pps": 1194650, + "tx_pps": 1201922, + "tx_pkts": 11946506, + "drop_percentage": 90.29401567286703 + }, + { + "rx_pps": 285569.6450320203, + "rx_pkts": 2838420, + "time_ms": 1646293299173, + "drop_pct": 3134823, + "total_tx_pps": 597324, + "tx_pps": 600960, + "tx_pkts": 5973243, + "drop_percentage": 52.48108941826074 + }, + { + "rx_pps": 300333.21198330424, + "rx_pkts": 2985163, + "time_ms": 1646293311671, + "drop_pct": 1459, + "total_tx_pps": 298662, + "tx_pps": 300480, + "tx_pkts": 2986622, + "drop_percentage": 0.04885117701537054 + }, + { + "rx_pps": 150240.0, + "rx_pkts": 1493236, + "time_ms": 1646293324172, + "drop_pct": 0, + "total_tx_pps": 149323, + "tx_pps": 150240, + "tx_pkts": 1493236, + "drop_percentage": 0.0 + }, + { + "rx_pps": 225358.89330561867, + "rx_pkts": 2239957, + "time_ms": 1646293336698, + "drop_pct": 11, + "total_tx_pps": 223996, + "tx_pps": 225360, + "tx_pkts": 2239968, + "drop_percentage": 0.0004910784439777711 + }, + { + "rx_pps": 262884.3287803163, + "rx_pkts": 2616225, + "time_ms": 1646293349210, + "drop_pct": 355, + "total_tx_pps": 261658, + "tx_pps": 262920, + "tx_pkts": 2616580, + "drop_percentage": 0.01356732834463307 + }, + { + "rx_pps": 244032.44942784897, + "rx_pkts": 2425563, + "time_ms": 1646293361717, + "drop_pct": 1069, + "total_tx_pps": 242663, + "tx_pps": 244140, + "tx_pkts": 2426632, + "drop_percentage": 0.04405282712829964 + }, + { + "rx_pps": 234750.0, + "rx_pkts": 2333417, + "time_ms": 1646293374219, + "drop_pct": 0, + "total_tx_pps": 233341, + "tx_pps": 234750, + "tx_pkts": 2333417, + "drop_percentage": 0.0 + }, + { + "rx_pps": 239443.29570411396, + "rx_pkts": 2379828, + "time_ms": 1646293386744, + "drop_pct": 7, + "total_tx_pps": 237983, + "tx_pps": 239444, + "tx_pkts": 2379835, + "ndr_pps": 119722, + "drop_percentage": 0.0002941380389816941 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3fddc9f03eab4c30982c44200d95ef6f" + }, + "synthesis": { + "avg_delay_usec": 386.4999609215456, + "total_tx_rate": 237983 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:43:10", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "6b244dd30f8e44208781c5d3283e8419", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 6.4453125, + "timestamp_sec": 1646293533.4203305, + "stats": { + "total_tx_rate": 260333, + "overall": { + "rx_pkts": 2603335, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 7928, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2603335, + "avg_delay_usec": 480.00050320070216, + "min_delay_usec": 36, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1301602, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 4539, + "tx_pkts": 1301733, + "avg_delay_usec": 470, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1301733, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 7928, + "tx_pkts": 1301602, + "avg_delay_usec": 490, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3203137232.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.890625, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 261918, + "rate_bps": 3222656250.0, + "time_taken_sec": 137.72056579589844 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 325019.5206093959, + "rx_pkts": 3180144, + "time_ms": 1646293408209, + "drop_pct": 36581186, + "total_tx_pps": 3976133, + "tx_pps": 4063718, + "tx_pkts": 39761330, + "drop_percentage": 92.00191744089044 + }, + { + "rx_pps": 198729.36341220207, + "rx_pkts": 1975072, + "time_ms": 1646293420770, + "drop_pct": 18218551, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193623, + "drop_percentage": 90.21932815126834 + }, + { + "rx_pps": 157447.46203090227, + "rx_pkts": 1564792, + "time_ms": 1646293433286, + "drop_pct": 8532011, + "total_tx_pps": 1009680, + "tx_pps": 1015928, + "tx_pkts": 10096803, + "drop_percentage": 84.5021042799389 + }, + { + "rx_pps": 421490.29917415866, + "rx_pkts": 4189406, + "time_ms": 1646293445790, + "drop_pct": 859506, + "total_tx_pps": 504891, + "tx_pps": 507964, + "tx_pkts": 5048912, + "drop_percentage": 17.023588448362737 + }, + { + "rx_pps": 253980.49087030665, + "rx_pkts": 2524440, + "time_ms": 1646293458316, + "drop_pct": 15, + "total_tx_pps": 252445, + "tx_pps": 253982, + "tx_pkts": 2524455, + "drop_percentage": 0.0005941876563456271 + }, + { + "rx_pps": 378640.39427867, + "rx_pkts": 3763497, + "time_ms": 1646293470857, + "drop_pct": 23175, + "total_tx_pps": 378667, + "tx_pps": 380972, + "tx_pkts": 3786672, + "drop_percentage": 0.6120149830774886 + }, + { + "rx_pps": 316623.8329401139, + "rx_pkts": 3147085, + "time_ms": 1646293483376, + "drop_pct": 8490, + "total_tx_pps": 315557, + "tx_pps": 317478, + "tx_pkts": 3155575, + "drop_percentage": 0.26904763791068187 + }, + { + "rx_pps": 285718.32940377796, + "rx_pkts": 2839900, + "time_ms": 1646293495874, + "drop_pct": 116, + "total_tx_pps": 284001, + "tx_pps": 285730, + "tx_pkts": 2840016, + "drop_percentage": 0.004084484031075882 + }, + { + "rx_pps": 269556.6592924742, + "rx_pkts": 2678991, + "time_ms": 1646293508370, + "drop_pct": 2975, + "total_tx_pps": 268196, + "tx_pps": 269856, + "tx_pkts": 2681966, + "drop_percentage": 0.11092608929419687 + }, + { + "rx_pps": 261918.0, + "rx_pkts": 2603335, + "time_ms": 1646293520881, + "drop_pct": 0, + "total_tx_pps": 260333, + "tx_pps": 261918, + "tx_pkts": 2603335, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265870.23458103574, + "rx_pkts": 2647670, + "time_ms": 1646293533419, + "drop_pct": 157, + "total_tx_pps": 264782, + "tx_pps": 265886, + "tx_pkts": 2647827, + "ndr_pps": 130959, + "drop_percentage": 0.005929390402016446 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "6b244dd30f8e44208781c5d3283e8419" + }, + "synthesis": { + "avg_delay_usec": 480.00050320070216, + "total_tx_rate": 260333 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 07:52:56", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "62ffc44b9e274050bf0a7f2c90f3d093", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 1.66015625, + "timestamp_sec": 1646294119.6733074, + "stats": { + "total_tx_rate": 270069, + "overall": { + "rx_pkts": 2700692, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 6573, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2700692, + "avg_delay_usec": 496.00005109801486, + "min_delay_usec": 44, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1350277, + "min_delay_usec": 44, + "drop_pct": 0, + "max_delay_usec": 6573, + "tx_pkts": 1350415, + "avg_delay_usec": 495, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1350415, + "min_delay_usec": 48, + "drop_pct": 0, + "max_delay_usec": 6316, + "tx_pkts": 1350277, + "avg_delay_usec": 497, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 824970772.0, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.3203125, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 271740, + "rate_bps": 830078124.0, + "time_taken_sec": 137.6471085548401 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 480448.74165268464, + "rx_pkts": 4165250, + "time_ms": 1646293994528, + "drop_pct": 137740564, + "total_tx_pps": 14190581, + "tx_pps": 16368398, + "tx_pkts": 141905814, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14190581). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.06477847341759 + }, + { + "rx_pps": 416594.083252382, + "rx_pkts": 4140320, + "time_ms": 1646294007091, + "drop_pct": 77198326, + "total_tx_pps": 8133864, + "tx_pps": 8184198, + "tx_pkts": 81338646, + "drop_percentage": 94.90977511477139 + }, + { + "rx_pps": 415810.74435162114, + "rx_pkts": 4132536, + "time_ms": 1646294019594, + "drop_pct": 36536789, + "total_tx_pps": 4066932, + "tx_pps": 4092098, + "tx_pkts": 40669325, + "drop_percentage": 89.83869046265214 + }, + { + "rx_pps": 227881.88764751662, + "rx_pkts": 2269362, + "time_ms": 1646294032114, + "drop_pct": 18106209, + "total_tx_pps": 2037557, + "tx_pps": 2046048, + "tx_pkts": 20375571, + "drop_percentage": 88.86233912168646 + }, + { + "rx_pps": 184754.45000274904, + "rx_pkts": 1836183, + "time_ms": 1646294044616, + "drop_pct": 8331146, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 81.9403601476848 + }, + { + "rx_pps": 434731.4595380578, + "rx_pkts": 4320582, + "time_ms": 1646294057121, + "drop_pct": 763084, + "total_tx_pps": 508366, + "tx_pps": 511512, + "tx_pkts": 5083666, + "drop_percentage": 15.010506197692767 + }, + { + "rx_pps": 255756.0, + "rx_pkts": 2541835, + "time_ms": 1646294069630, + "drop_pct": 0, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541835, + "drop_percentage": 0.0 + }, + { + "rx_pps": 381383.3612061213, + "rx_pkts": 3790383, + "time_ms": 1646294082142, + "drop_pct": 22368, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812751, + "drop_percentage": 0.5866630157594871 + }, + { + "rx_pps": 319677.01936570305, + "rx_pkts": 3181590, + "time_ms": 1646294094664, + "drop_pct": 169, + "total_tx_pps": 318175, + "tx_pps": 319694, + "tx_pkts": 3181759, + "drop_percentage": 0.005311527365837576 + }, + { + "rx_pps": 286984.929988342, + "rx_pkts": 2852492, + "time_ms": 1646294107173, + "drop_pct": 7346, + "total_tx_pps": 285983, + "tx_pps": 287724, + "tx_pkts": 2859838, + "drop_percentage": 0.2568676967017013 + }, + { + "rx_pps": 271740.0, + "rx_pkts": 2700692, + "time_ms": 1646294119672, + "drop_pct": 0, + "total_tx_pps": 270069, + "tx_pps": 271740, + "tx_pkts": 2700692, + "ndr_pps": 135870, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "62ffc44b9e274050bf0a7f2c90f3d093" + }, + "synthesis": { + "avg_delay_usec": 496.00005109801486, + "total_tx_rate": 270069 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.intensive", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc6_intensive" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-03 08:02:44", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "917d50701d4e429dad9083ff419756ca", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2504, + 2515 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc6_intensive", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.intensive", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 22.265625, + "timestamp_sec": 1646294707.7233596, + "stats": { + "total_tx_rate": 153337, + "overall": { + "rx_pkts": 1533368, + "drop_percentage": 0.00019564736779292163, + "drop_pct": 3, + "max_delay_usec": 18880, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 1533371, + "avg_delay_usec": 987.5007708521373, + "min_delay_usec": 54, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 766686, + "min_delay_usec": 54, + "drop_pct": 0, + "max_delay_usec": 18880, + "tx_pkts": 766685, + "avg_delay_usec": 1283, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 766682, + "min_delay_usec": 54, + "drop_pct": 3, + "max_delay_usec": 16438, + "tx_pkts": 766686, + "avg_delay_usec": 692, + "drop_percentage": 0.00039129448040005945 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11064797920.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 44.53125, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 154278, + "rate_bps": 11132812500.0, + "time_taken_sec": 137.58272123336792 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 90494.832576641, + "rx_pkts": 898795, + "time_ms": 1646294582631, + "drop_pct": 5983130, + "total_tx_pps": 688192, + "tx_pps": 692904, + "tx_pkts": 6881925, + "drop_percentage": 86.93977339189253 + }, + { + "rx_pps": 140749.47686318654, + "rx_pkts": 1398839, + "time_ms": 1646294595149, + "drop_pct": 2044375, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 59.374032517293436 + }, + { + "rx_pps": 173212.0139973792, + "rx_pkts": 1721469, + "time_ms": 1646294607646, + "drop_pct": 139, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721608, + "drop_percentage": 0.008073847240486801 + }, + { + "rx_pps": 86612.0, + "rx_pkts": 860795, + "time_ms": 1646294620168, + "drop_pct": 0, + "total_tx_pps": 86079, + "tx_pps": 86612, + "tx_pkts": 860795, + "drop_percentage": 0.0 + }, + { + "rx_pps": 129918.0, + "rx_pkts": 1291191, + "time_ms": 1646294632678, + "drop_pct": 0, + "total_tx_pps": 129119, + "tx_pps": 129918, + "tx_pkts": 1291191, + "drop_percentage": 0.0 + }, + { + "rx_pps": 151570.89330603922, + "rx_pkts": 1506541, + "time_ms": 1646294645208, + "drop_pct": 11, + "total_tx_pps": 150655, + "tx_pps": 151572, + "tx_pkts": 1506552, + "drop_percentage": 0.0007301440640615127 + }, + { + "rx_pps": 162054.72678886072, + "rx_pkts": 1611232, + "time_ms": 1646294657720, + "drop_pct": 3413, + "total_tx_pps": 161464, + "tx_pps": 162398, + "tx_pkts": 1614645, + "drop_percentage": 0.2113777331859325 + }, + { + "rx_pps": 156960.74598503095, + "rx_pkts": 1560035, + "time_ms": 1646294670223, + "drop_pct": 251, + "total_tx_pps": 156028, + "tx_pps": 156986, + "tx_pkts": 1560286, + "drop_percentage": 0.016086794344113836 + }, + { + "rx_pps": 154277.69815915392, + "rx_pkts": 1533368, + "time_ms": 1646294682722, + "drop_pct": 3, + "total_tx_pps": 153337, + "tx_pps": 154278, + "tx_pkts": 1533371, + "drop_percentage": 0.0001956473677929216 + }, + { + "rx_pps": 155550.0040687643, + "rx_pkts": 1546092, + "time_ms": 1646294695224, + "drop_pct": 815, + "total_tx_pps": 154690, + "tx_pps": 155632, + "tx_pkts": 1546907, + "drop_percentage": 0.05268577878308134 + }, + { + "rx_pps": 153977.28138199815, + "rx_pkts": 1530304, + "time_ms": 1646294707722, + "drop_pct": 9727, + "total_tx_pps": 154003, + "tx_pps": 154956, + "tx_pkts": 1540031, + "ndr_pps": 77139, + "drop_percentage": 0.6316106623827702 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "917d50701d4e429dad9083ff419756ca" + }, + "synthesis": { + "avg_delay_usec": 987.5007708521373, + "total_tx_rate": 153337 + } + } + ] + }, + "fail_tests": 0, + "total_tests": 1, + "pass_tests": 1 + } + } + ] +} diff --git a/test/ut_behave_tests/test_testapi.py b/test/ut_behave_tests/test_testapi.py new file mode 100644 index 0000000..2b57483 --- /dev/null +++ b/test/ut_behave_tests/test_testapi.py @@ -0,0 +1,111 @@ +#!/usr/bin/env python +# Copyright 2022 Orange +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. +# + +""" +Unit tests for the testapi module found in behave_tests/features/steps. +""" + +import unittest +from unittest.mock import call, patch + +from behave_tests.features.steps.testapi import TestapiClient +from .test_utils import setup_logging, stub_requests_get + + +def setUpModule(): + setup_logging(log_filename="ut_behave_tests_testapi.log") + + +class TestTestapiClient(unittest.TestCase): + def setUp(self): + patcher = patch('behave_tests.features.steps.testapi.requests') + self.mock_requests = patcher.start() + self.mock_requests.get.side_effect = stub_requests_get + self.addCleanup(patcher.stop) + + def test_find_characterization_throughput_on_page_1(self): + client = TestapiClient("http://127.0.0.1:8000/api/v1/results") + testapi_params = {"project_name": "nfvbench", "case_name": "characterization"} + nfvbench_test_input = {"frame_sizes": ['64'], + "flow_count": "100k", + "duration_sec": '10', + "rate": "ndr", + "user_label": "amical_tc18_loopback"} + last_result = client.find_last_result(testapi_params, + scenario_tag="throughput", + nfvbench_test_input=nfvbench_test_input) + self.assertIsNotNone(last_result) + self.assertEqual(16765582, last_result["synthesis"]["total_tx_rate"]) + self.assertEqual(25, round(last_result["synthesis"]["avg_delay_usec"])) + + self.mock_requests.get.assert_called_once_with( + "http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=1") + + def test_find_characterization_latency_on_page_2(self): + client = TestapiClient("http://127.0.0.1:8000/api/v1/results") + testapi_params = {"project_name": "nfvbench", "case_name": "characterization"} + nfvbench_test_input = {"frame_sizes": ['768'], + "flow_count": "100k", + "duration_sec": '10', + "rate": "90%", + "user_label": "amical_tc6_intensive"} + last_result = client.find_last_result(testapi_params, + scenario_tag="latency", + nfvbench_test_input=nfvbench_test_input) + self.assertIsNotNone(last_result) + self.assertEqual(262275, last_result["synthesis"]["total_tx_rate"]) + self.assertEqual(353, round(last_result["synthesis"]["avg_delay_usec"])) + + self.mock_requests.get.assert_has_calls([ + call("http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=1"), + call("http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=2")]) + + def test_no_result_found(self): + client = TestapiClient("http://127.0.0.1:8000/api/v1/results") + testapi_params = {"project_name": "nfvbench", "case_name": "characterization"} + nfvbench_test_input = {"frame_sizes": ['768'], + "flow_count": "100k", + "duration_sec": '10', + "rate": "90%", + "user_label": "toto_titi_tata"} # User label not in test data + last_result = client.find_last_result(testapi_params, + scenario_tag="throughput", + nfvbench_test_input=nfvbench_test_input) + self.assertIsNone(last_result) + + self.mock_requests.get.assert_has_calls([ + call("http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=1"), + call("http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=2")]) + + def test_requests_errors(self): + """Check that an exception is raised in case of problem with requests.""" + client = TestapiClient("http://127.0.0.1:8000/api/v1/results") + testapi_params = {"project_name": "foo", # non-existent project + "case_name": "characterization"} + nfvbench_test_input = {"frame_sizes": ['768'], + "flow_count": "100k", + "duration_sec": '10', + "rate": "90%", + "user_label": "amical_tc6_intensive"} + + with self.assertRaises(ValueError): + client.find_last_result(testapi_params, scenario_tag="throughput", + nfvbench_test_input=nfvbench_test_input) diff --git a/test/ut_behave_tests/test_utils.py b/test/ut_behave_tests/test_utils.py new file mode 100644 index 0000000..0d06707 --- /dev/null +++ b/test/ut_behave_tests/test_utils.py @@ -0,0 +1,119 @@ +#!/usr/bin/env python +# Copyright 2022 Orange +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. +# + +""" +Utility functions for unit tests. +""" + +import json +import logging +import pathlib +import unittest +from unittest.mock import Mock + + +# ----------------------------------------------------------------------------------------- +# Logging helpers +# ----------------------------------------------------------------------------------------- + +def setup_logging(log_filename="ut_behave_tests.log", *, log_to_console=False): + """Setup logging for unit tests. + + Principles: + - re-use the global "behave_tests" logger + - if `log_to_console` is True, log messages up to INFO level to the console + (can be useful when running tests with unittest instead of pytest) + - if `log_filename` is provided, log messages up to DEBUG level to the log file + """ + logger = logging.getLogger("behave_tests") + logger.setLevel(logging.DEBUG) + formatter = logging.Formatter("%(levelname)s:%(filename)s:%(lineno)s: %(message)s") + + # Configure logging to the console + if log_to_console: + ch = logging.StreamHandler() + ch.setLevel(logging.INFO) + ch.setFormatter(formatter) + logger.addHandler(ch) + + # Configure logging to the log file + if log_filename is not None: + fh = logging.FileHandler(filename=log_filename, mode='w') + fh.setLevel(logging.DEBUG) + fh.setFormatter(formatter) + logger.addHandler(fh) + + return logger + + +# ----------------------------------------------------------------------------------------- +# Test data helpers +# ----------------------------------------------------------------------------------------- + +def get_test_data_dir() -> pathlib.Path: + """Get absolute path of the test_data/ dir. + + We need this because the unit tests can be run from different locations + depending on the context (tox, development, ...) + """ + return pathlib.Path(__file__).parent / 'test_data' + + +def stub_requests_get(testapi_url): + """Mock a request to TestAPI results database. + + Instead of doing a real request, build a filename from the URL suffix, find + the file in the `test_data` directory and return the contents of the file. + + Args: + testapi_url: a URL starting with `http://127.0.0.1:8000/api/v1/results?` + and followed by the results file name without extension. + + Returns: + A mock of a `requests.Response` object with the attributes `text` and + `status_code` and the method `json()`. + """ + response = Mock() + filename_prefix = testapi_url.replace('http://127.0.0.1:8000/api/v1/results?', '') + if filename_prefix == testapi_url: + raise ValueError("For unit tests, TestAPI URL must start with " + "http://127.0.0.1:8000/api/v1/results?") + page_filename = get_test_data_dir() / (filename_prefix + ".json") + try: + with open(page_filename, 'r', encoding='utf-8') as results: + response.text = results.read() + response.json = lambda: json.loads(response.text) + response.status_code = 200 + return response + except FileNotFoundError as e: + logging.getLogger("behave_tests").exception(e) + raise ValueError(f"No test data available for TestAPI URL: {testapi_url}") from e + + +class TestStubRequestsGet(unittest.TestCase): + def test_valid_url(self): + response = stub_requests_get("http://127.0.0.1:8000/api/v1/results?" + "project=nfvbench&case=characterization&criteria=PASS&page=1") + self.assertEqual(200, response.status_code) + self.assertEqual("nfvbench", response.json()["results"][0]["project_name"]) + + def test_bad_prefix(self): + with self.assertRaises(ValueError): + stub_requests_get("http://no.way/api/v1/results?" "dummy_suffix") + + def test_file_not_found(self): + with self.assertRaises(ValueError): + stub_requests_get("http://127.0.0.1:8000/api/v1/results?" "dummy_suffix") |