diff options
Diffstat (limited to 'test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json')
| -rw-r--r-- | test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json | 48702 |
1 files changed, 48702 insertions, 0 deletions
diff --git a/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json new file mode 100644 index 0000000..885ab04 --- /dev/null +++ b/test/ut_behave_tests/test_data/project=nfvbench&case=characterization&criteria=PASS&page=1.json @@ -0,0 +1,48702 @@ +{ + "pagination": { + "current_page": 1, + "total_pages": 2 + }, + "results": [ + { + "project_name": "nfvbench", + "scenario": "loopback", + "stop_date": "2022-04-25 02:32:44", + "case_name": "characterization", + "build_tag": "TOV5HRPLCZYW", + "version": "unknown", + "pod_name": "AMICAL", + "criteria": "PASS", + "installer": "unknown", + "_id": "6266084fc0d88e001ca15aaf", + "start_date": "2022-04-25 00:13:31", + "details": { + "tests": [ + { + "status": "passed", + "elements": [ + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 10.036147117614746, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 58.26510310173035, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015854835510253906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029850006103515625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010204315185546875, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011563301086425781, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00789332389831543, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.191978454589844, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014138221740722656, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026345252990722656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007787942886352539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.198084115982056, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002589225769042969, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078067779541015625, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4761390686035, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012445449829101562, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032782554626464844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007827281951904297, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.47583389282227, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030040740966796875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008013725280761719, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.47237610816956, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029087066650390625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007834196090698242, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4668493270874, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012111663818359375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003085136413574219, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008010625839233398, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.470552444458, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001327991485595703, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003223419189453125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010228157043457031, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007843494415283203, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 48.19991326332092, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002856254577636719, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001125335693359375, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078046321868896484, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 427.4356060028076, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000133514404296875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003294944763183594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010228157043457031, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007808685302734375, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.21188402175903, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001220703125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028014183044433594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011420249938964844, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0078582763671875, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.213879346847534, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014543533325195312, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026297569274902344, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.918212890625e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007826566696166992, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 54.2158465385437, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001385211944580078, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002658367156982422, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00782465934753418, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 180.64374685287476, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026535987854003906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0077762603759765625, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4992287158966, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014448165893554688, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032806396484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010180473327636719, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007920503616333008, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.49558329582214, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00012254714965820312, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007806301116943359, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5018527507782, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001227855682373047, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003173351287841797, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010251998901367188, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007884740829467773, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5023431777954, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012040138244628906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007809638977050781, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 56.228487968444824, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013756752014160156, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026535987854003906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00783085823059082, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4738347530365, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00014972686767578125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002911090850830078, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00802922248840332, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.2336266040802, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002532005310058594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007838964462280273, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.23164749145508, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012135505676269531, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00025343894958496094, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011467933654785156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00780177116394043, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.239051818847656, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002503395080566406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.989738464355469e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008019447326660156, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 309.0816767215729, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012183189392089844, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00026702880859375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007838964462280273, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.50160241127014, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012803077697753906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002942085266113281, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007815361022949219, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4943425655365, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011849403381347656, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003044605255126953, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.989738464355469e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007854700088500977, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.5042459964752, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002963542938232422, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007800579071044922, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4900460243225, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003037452697753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010275840759277344, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007885217666625977, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 60.23350286483765, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001304149627685547, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010347366333007812, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008048772811889648, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.47489833831787, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013017654418945312, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002841949462890625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010156631469726562, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.0003788471221923828, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002548694610595703, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00780487060546875, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23451280593872, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015497207641601562, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011444091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00025391578674316406, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00824594497680664, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.24914073944092, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001533031463623047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00025177001953125, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0079345703125, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.221691846847534, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001533031463623047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001347064971923828, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024175643920898438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.0079345703125, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23504996299744, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00016355514526367188, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011444091796875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011706352233886719, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.632110595703125e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002498626708984375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007980108261108398, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.23746657371521, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001513957977294922, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011491775512695312, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002338886260986328, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007954835891723633, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.25133943557739, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015425682067871094, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011301040649414062, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.751319885253906e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024771690368652344, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008048534393310547, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.24317383766174, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015354156494140625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011491775512695312, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011086463928222656, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002601146697998047, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007915735244750977, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 36.240649700164795, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00015354156494140625, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", + "type": "scenario" + } + ], + "name": "characterization", + "keyword": "Feature", + "tags": [ + "characterization" + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" + } + ], + "skip_tests": 0, + "links": [ + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/xtesting.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.html", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/behave_tests.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/campaign_result.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/TESTS-characterization-full.xml", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench.log", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.json", + "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" + ], + "results": { + "latency": [ + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:28:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "29ad1ab70db044069cca0a6862c8d563", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "11735907pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 15.714376742399999, + "rate_pps": 5846122, + "initial_rate_type": "rate_pps", + "rate_bps": 3928594185 + }, + "tx": { + "rate_percent": 15.714376742399999, + "rate_pps": 5846122, + "initial_rate_type": "rate_pps", + "rate_bps": 3928594185 + }, + "orig": { + "rate_percent": 15.773059008, + "rate_pps": 5867953, + "initial_rate_type": "rate_pps", + "rate_bps": 3943264752 + } + }, + "direction-total": { + "rx": { + "rate_percent": 31.429699929599998, + "rate_pps": 11692596.0, + "rate_bps": 7857424981.0 + }, + "tx": { + "rate_percent": 31.429699929599998, + "rate_pps": 11692596.0, + "rate_bps": 7857424981.0 + }, + "orig": { + "rate_percent": 31.546118016, + "rate_pps": 11735906.0, + "rate_bps": 7886529504.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 15.715323187200001, + "rate_pps": 5846474, + "initial_rate_type": "rate_pps", + "rate_bps": 3928830796 + }, + "tx": { + "rate_percent": 15.715323187200001, + "rate_pps": 5846474, + "initial_rate_type": "rate_pps", + "rate_bps": 3928830796 + }, + "orig": { + "rate_percent": 15.773059008, + "rate_pps": 5867953, + "initial_rate_type": "rate_pps", + "rate_bps": 3943264752 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 58410774, + "-59 (-0.0001%)" + ], + "lat_max_usec": 42, + "lat_avg_usec": 16, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 58464744, + 58464744 + ], + "lat_max_usec": 42, + "lat_avg_usec": 15, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 11692596, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193174528.0, + "pkt_rate": 5869806.5, + "max_delay_usec": 42, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 15.50001505653573, + "total_pkt_bytes": 7950965756, + "total_pkts": 116925967, + "min_delay_usec": 5 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 7950965756, + "total_pkts": 116925967, + "pkt_bit_rate": 3193170688.0, + "pkt_rate": 5869801.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193216000, + "pkt_rate": 5869884, + "max_delay_usec": 42, + "total_pkt_bytes": 3975363164, + "avg_delay_usec": 15, + "total_pkts": 58461223, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 3975602592, + "total_pkts": 58464744, + "pkt_bit_rate": 3193189888, + "pkt_rate": 5869842 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 3193133056, + "pkt_rate": 5869729, + "max_delay_usec": 42, + "total_pkt_bytes": 3975602592, + "avg_delay_usec": 16, + "total_pkts": 58464744, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 3975363164, + "total_pkts": 58461223, + "pkt_bit_rate": 3193151488, + "pkt_rate": 5869761 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 7857424512.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "29ad1ab70db044069cca0a6862c8d563" + }, + "synthesis": { + "avg_delay_usec": 15.50001505653573, + "total_tx_rate": 11692596 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:28:50", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "1cc7ff91553043a19730fd45e9d5f126", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "15089023pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 20.20257792, + "rate_pps": 7515840, + "initial_rate_type": "rate_pps", + "rate_bps": 5050644480 + }, + "tx": { + "rate_percent": 20.20257792, + "rate_pps": 7515840, + "initial_rate_type": "rate_pps", + "rate_bps": 5050644480 + }, + "orig": { + "rate_percent": 20.279646912, + "rate_pps": 7544511, + "initial_rate_type": "rate_pps", + "rate_bps": 5069911728 + } + }, + "direction-total": { + "rx": { + "rate_percent": 40.4063724288, + "rate_pps": 15032132.0, + "rate_bps": 10101593107.0 + }, + "tx": { + "rate_percent": 40.4063724288, + "rate_pps": 15032132.0, + "rate_bps": 10101593107.0 + }, + "orig": { + "rate_percent": 40.559293824, + "rate_pps": 15089022.0, + "rate_bps": 10139823456.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 20.203794508799998, + "rate_pps": 7516292, + "initial_rate_type": "rate_pps", + "rate_bps": 5050948627 + }, + "tx": { + "rate_percent": 20.203794508799998, + "rate_pps": 7516292, + "initial_rate_type": "rate_pps", + "rate_bps": 5050948627 + }, + "orig": { + "rate_percent": 20.279646912, + "rate_pps": 7544511, + "initial_rate_type": "rate_pps", + "rate_bps": 5069911728 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 75091840, + "-79 (-0.0001%)" + ], + "lat_max_usec": 41, + "lat_avg_usec": 18, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 75162926, + 75162926 + ], + "lat_max_usec": 40, + "lat_avg_usec": 16, + "lat_min_usec": 5, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 15032132, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096779776.0, + "pkt_rate": 7530844.5, + "max_delay_usec": 41, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 17.00003010883499, + "total_pkt_bytes": 10221850168, + "total_pkts": 150321326, + "min_delay_usec": 5 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 10221850168, + "total_pkts": 150321326, + "pkt_bit_rate": 4096779520.0, + "pkt_rate": 7530849.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096839424, + "pkt_rate": 7530954, + "max_delay_usec": 40, + "total_pkt_bytes": 5110771200, + "avg_delay_usec": 16, + "total_pkts": 75158400, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 5111078968, + "total_pkts": 75162926, + "pkt_bit_rate": 4096763136, + "pkt_rate": 7530821 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 4096720128, + "pkt_rate": 7530735, + "max_delay_usec": 41, + "total_pkt_bytes": 5111078968, + "avg_delay_usec": 18, + "total_pkts": 75162926, + "min_delay_usec": 5 + }, + "tx": { + "total_pkt_bytes": 5110771200, + "total_pkts": 75158400, + "pkt_bit_rate": 4096795904, + "pkt_rate": 7530877 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 10101592704.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1cc7ff91553043a19730fd45e9d5f126" + }, + "synthesis": { + "avg_delay_usec": 17.00003010883499, + "total_tx_rate": 15032132 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:29:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "83c6271d2c784b99971cb644e7b35976", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "5275399pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.2607564672, + "rate_pps": 2627726, + "initial_rate_type": "rate_pps", + "rate_bps": 16565189116 + }, + "tx": { + "rate_percent": 66.2607564672, + "rate_pps": 2627726, + "initial_rate_type": "rate_pps", + "rate_bps": 16565189116 + }, + "orig": { + "rate_percent": 66.512230592, + "rate_pps": 2637699, + "initial_rate_type": "rate_pps", + "rate_bps": 16628057648 + } + }, + "direction-total": { + "rx": { + "rate_percent": 132.52550210559997, + "rate_pps": 5255610.0, + "rate_bps": 33131375525.0 + }, + "tx": { + "rate_percent": 132.52550210559997, + "rate_pps": 5255610.0, + "rate_bps": 33131375525.0 + }, + "orig": { + "rate_percent": 133.024461184, + "rate_pps": 5275398.0, + "rate_bps": 33256115296.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.26474563839999, + "rate_pps": 2627884, + "initial_rate_type": "rate_pps", + "rate_bps": 16566186409 + }, + "tx": { + "rate_percent": 66.26474563839999, + "rate_pps": 2627884, + "initial_rate_type": "rate_pps", + "rate_bps": 16566186409 + }, + "orig": { + "rate_percent": 66.512230592, + "rate_pps": 2637699, + "initial_rate_type": "rate_pps", + "rate_bps": 16628057648 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 26254197, + "+5 (+0.0000%)" + ], + "lat_max_usec": 52, + "lat_avg_usec": 27, + "lat_min_usec": 6, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 26278849, + 26278849 + ], + "lat_max_usec": 64, + "lat_avg_usec": 27, + "lat_min_usec": 8, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 5255611, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250518528.0, + "pkt_rate": 2631236.0, + "max_delay_usec": 64, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 27.0, + "total_pkt_bytes": 40573321552, + "total_pkts": 52556116, + "min_delay_usec": 6 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 40573321552, + "total_pkts": 52556116, + "pkt_bit_rate": 16250488832.0, + "pkt_rate": 2631232.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250605568, + "pkt_rate": 2631250, + "max_delay_usec": 64, + "total_pkt_bytes": 20286050124, + "avg_delay_usec": 27, + "total_pkts": 26277267, + "min_delay_usec": 8 + }, + "tx": { + "total_pkt_bytes": 20287271428, + "total_pkts": 26278849, + "pkt_bit_rate": 16250417152, + "pkt_rate": 2631220 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16250431488, + "pkt_rate": 2631222, + "max_delay_usec": 52, + "total_pkt_bytes": 20287271428, + "avg_delay_usec": 27, + "total_pkts": 26278849, + "min_delay_usec": 6 + }, + "tx": { + "total_pkt_bytes": 20286050124, + "total_pkts": 26277267, + "pkt_bit_rate": 16250560512, + "pkt_rate": 2631244 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33131371744.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "83c6271d2c784b99971cb644e7b35976" + }, + "synthesis": { + "avg_delay_usec": 27.0, + "total_tx_rate": 5255611 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:30:02", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2455d986fcbe4f858b57eb97a3d6cf28", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "6782656pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.19754631679999, + "rate_pps": 3378709, + "initial_rate_type": "rate_pps", + "rate_bps": 21299386579 + }, + "tx": { + "rate_percent": 85.19754631679999, + "rate_pps": 3378709, + "initial_rate_type": "rate_pps", + "rate_bps": 21299386579 + }, + "orig": { + "rate_percent": 85.515726848, + "rate_pps": 3391328, + "initial_rate_type": "rate_pps", + "rate_bps": 21378931712 + } + }, + "direction-total": { + "rx": { + "rate_percent": 170.40022661119997, + "rate_pps": 6757622.0, + "rate_bps": 42600056652.0 + }, + "tx": { + "rate_percent": 170.40022661119997, + "rate_pps": 6757622.0, + "rate_bps": 42600056652.0 + }, + "orig": { + "rate_percent": 171.031453696, + "rate_pps": 6782656.0, + "rate_bps": 42757863424.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.2026802944, + "rate_pps": 3378913, + "initial_rate_type": "rate_pps", + "rate_bps": 21300670073 + }, + "tx": { + "rate_percent": 85.2026802944, + "rate_pps": 3378913, + "initial_rate_type": "rate_pps", + "rate_bps": 21300670073 + }, + "orig": { + "rate_percent": 85.515726848, + "rate_pps": 3391328, + "initial_rate_type": "rate_pps", + "rate_bps": 21378931712 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 33757754, + "-3 (-0.0000%)" + ], + "lat_max_usec": 63, + "lat_avg_usec": 46, + "lat_min_usec": 17, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 33789134, + 33789134 + ], + "lat_max_usec": 72, + "lat_avg_usec": 48, + "lat_min_usec": 21, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 6757623, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20899780608.0, + "pkt_rate": 3384031.5, + "max_delay_usec": 72, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 46.99996987106354, + "total_pkt_bytes": 52168851104, + "total_pkts": 67576232, + "min_delay_usec": 17 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 52168851104, + "total_pkts": 67576232, + "pkt_bit_rate": 20899762176.0, + "pkt_rate": 3384028.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20900167680, + "pkt_rate": 3384094, + "max_delay_usec": 72, + "total_pkt_bytes": 26083639656, + "avg_delay_usec": 48, + "total_pkts": 33787098, + "min_delay_usec": 21 + }, + "tx": { + "total_pkt_bytes": 26085211448, + "total_pkts": 33789134, + "pkt_bit_rate": 20899940352, + "pkt_rate": 3384056 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 20899393536, + "pkt_rate": 3383969, + "max_delay_usec": 63, + "total_pkt_bytes": 26085211448, + "avg_delay_usec": 46, + "total_pkts": 33789134, + "min_delay_usec": 17 + }, + "tx": { + "total_pkt_bytes": 26083639656, + "total_pkts": 33787098, + "pkt_bit_rate": 20899584000, + "pkt_rate": 3384000 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42600055392.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2455d986fcbe4f858b57eb97a3d6cf28" + }, + "synthesis": { + "avg_delay_usec": 46.99996987106354, + "total_tx_rate": 6757623 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:30:39", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "5c5843684c864e02b3be78bf0c27b4f4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "2713913pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.53541553919999, + "rate_pps": 1351906, + "initial_rate_type": "rate_pps", + "rate_bps": 16633853884 + }, + "tx": { + "rate_percent": 66.53541553919999, + "rate_pps": 1351906, + "initial_rate_type": "rate_pps", + "rate_bps": 16633853884 + }, + "orig": { + "rate_percent": 66.78397110399999, + "rate_pps": 1356956, + "initial_rate_type": "rate_pps", + "rate_bps": 16695992776 + } + }, + "direction-total": { + "rx": { + "rate_percent": 133.07484710399999, + "rate_pps": 2703893.0, + "rate_bps": 33268711775.0 + }, + "tx": { + "rate_percent": 133.07484710399999, + "rate_pps": 2703893.0, + "rate_bps": 33268711775.0 + }, + "orig": { + "rate_percent": 133.56794220799998, + "rate_pps": 2713912.0, + "rate_bps": 33391985552.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.5394315648, + "rate_pps": 1351987, + "initial_rate_type": "rate_pps", + "rate_bps": 16634857891 + }, + "tx": { + "rate_percent": 66.5394315648, + "rate_pps": 1351987, + "initial_rate_type": "rate_pps", + "rate_bps": 16634857891 + }, + "orig": { + "rate_percent": 66.78397110399999, + "rate_pps": 1356956, + "initial_rate_type": "rate_pps", + "rate_bps": 16695992776 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 13507087, + "+37 (+0.0003%)" + ], + "lat_max_usec": 76, + "lat_avg_usec": 33, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 13519878, + 13519878 + ], + "lat_max_usec": 104, + "lat_avg_usec": 46, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 2703894, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510260736.0, + "pkt_rate": 1355967.5, + "max_delay_usec": 104, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 39.49980383846408, + "total_pkt_bytes": 41153266680, + "total_pkts": 27038940, + "min_delay_usec": 7 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 41153266680, + "total_pkts": 27038940, + "pkt_bit_rate": 16510253568.0, + "pkt_rate": 1355967.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510286848, + "pkt_rate": 1355970, + "max_delay_usec": 104, + "total_pkt_bytes": 20576012364, + "avg_delay_usec": 46, + "total_pkts": 13519062, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 20577254316, + "total_pkts": 13519878, + "pkt_bit_rate": 16510161920, + "pkt_rate": 1355960 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16510234624, + "pkt_rate": 1355965, + "max_delay_usec": 76, + "total_pkt_bytes": 20577254316, + "avg_delay_usec": 33, + "total_pkts": 13519878, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 20576012364, + "total_pkts": 13519062, + "pkt_bit_rate": 16510345216, + "pkt_rate": 1355975 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33268711776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "5c5843684c864e02b3be78bf0c27b4f4" + }, + "synthesis": { + "avg_delay_usec": 39.49980383846408, + "total_tx_rate": 2703894 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:31:15", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2494d2b787c4476c90474945540b4645", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "3489317pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.545577856, + "rate_pps": 1738166, + "initial_rate_type": "rate_pps", + "rate_bps": 21386394464 + }, + "tx": { + "rate_percent": 85.545577856, + "rate_pps": 1738166, + "initial_rate_type": "rate_pps", + "rate_bps": 21386394464 + }, + "orig": { + "rate_percent": 85.865112736, + "rate_pps": 1744658, + "initial_rate_type": "rate_pps", + "rate_bps": 21466278184 + } + }, + "direction-total": { + "rx": { + "rate_percent": 171.0963135488, + "rate_pps": 3476436.0, + "rate_bps": 42774078387.0 + }, + "tx": { + "rate_percent": 171.0963135488, + "rate_pps": 3476436.0, + "rate_bps": 42774078387.0 + }, + "orig": { + "rate_percent": 171.730225472, + "rate_pps": 3489316.0, + "rate_bps": 42932556368.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.5507356928, + "rate_pps": 1738270, + "initial_rate_type": "rate_pps", + "rate_bps": 21387683923 + }, + "tx": { + "rate_percent": 85.5507356928, + "rate_pps": 1738270, + "initial_rate_type": "rate_pps", + "rate_bps": 21387683923 + }, + "orig": { + "rate_percent": 85.865112736, + "rate_pps": 1744658, + "initial_rate_type": "rate_pps", + "rate_bps": 21466278184 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 17366577, + "+5 (+0.0000%)" + ], + "lat_max_usec": 84, + "lat_avg_usec": 34, + "lat_min_usec": 7, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 17382708, + 17382708 + ], + "lat_max_usec": 96, + "lat_avg_usec": 49, + "lat_min_usec": 8, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 3476436, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135840256.0, + "pkt_rate": 1735860.5, + "max_delay_usec": 96, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 41.49977390643201, + "total_pkt_bytes": 52911368096, + "total_pkts": 34764368, + "min_delay_usec": 7 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 52911368096, + "total_pkts": 34764368, + "pkt_bit_rate": 21135740928.0, + "pkt_rate": 1735852.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135886336, + "pkt_rate": 1735864, + "max_delay_usec": 96, + "total_pkt_bytes": 26454886520, + "avg_delay_usec": 49, + "total_pkts": 17381660, + "min_delay_usec": 8 + }, + "tx": { + "total_pkt_bytes": 26456481576, + "total_pkts": 17382708, + "pkt_bit_rate": 21135585280, + "pkt_rate": 1735839 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21135794176, + "pkt_rate": 1735857, + "max_delay_usec": 84, + "total_pkt_bytes": 26456481576, + "avg_delay_usec": 34, + "total_pkts": 17382708, + "min_delay_usec": 7 + }, + "tx": { + "total_pkt_bytes": 26454886520, + "total_pkts": 17381660, + "pkt_bit_rate": 21135896576, + "pkt_rate": 1735865 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42774068544.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2494d2b787c4476c90474945540b4645" + }, + "synthesis": { + "avg_delay_usec": 41.49977390643201, + "total_tx_rate": 3476436 + } + }, + { + "input": { + "rate": "70%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:31:51", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "7c104183aa154d46944772ed88ae04c3", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "462795pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 66.538736, + "rate_pps": 230525, + "initial_rate_type": "rate_pps", + "rate_bps": 16634684000 + }, + "tx": { + "rate_percent": 66.538736, + "rate_pps": 230525, + "initial_rate_type": "rate_pps", + "rate_bps": 16634684000 + }, + "orig": { + "rate_percent": 66.7905744, + "rate_pps": 231397, + "initial_rate_type": "rate_pps", + "rate_bps": 16697643600 + } + }, + "direction-total": { + "rx": { + "rate_percent": 133.08151296, + "rate_pps": 461064.0, + "rate_bps": 33270378240.0 + }, + "tx": { + "rate_percent": 133.08151296, + "rate_pps": 461064.0, + "rate_bps": 33270378240.0 + }, + "orig": { + "rate_percent": 133.5811488, + "rate_pps": 462794.0, + "rate_bps": 33395287200.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 66.54277696000001, + "rate_pps": 230539, + "initial_rate_type": "rate_pps", + "rate_bps": 16635694240 + }, + "tx": { + "rate_percent": 66.54277696000001, + "rate_pps": 230539, + "initial_rate_type": "rate_pps", + "rate_bps": 16635694240 + }, + "orig": { + "rate_percent": 66.7905744, + "rate_pps": 231397, + "initial_rate_type": "rate_pps", + "rate_bps": 16697643600 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 2303254, + "+55 (+0.0024%)" + ], + "lat_max_usec": 149, + "lat_avg_usec": 70, + "lat_min_usec": 14, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 2305390, + 2305390 + ], + "lat_max_usec": 195, + "lat_avg_usec": 73, + "lat_min_usec": 14, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 461064, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609682432.0, + "pkt_rate": 230587.0, + "max_delay_usec": 195, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 71.49995445317786, + "total_pkt_bytes": 41514202560, + "total_pkts": 4610640, + "min_delay_usec": 14 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 41514202560, + "total_pkts": 4610640, + "pkt_bit_rate": 16609573376.0, + "pkt_rate": 230585.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609541120, + "pkt_rate": 230585, + "max_delay_usec": 195, + "total_pkt_bytes": 20756471000, + "avg_delay_usec": 73, + "total_pkts": 2305250, + "min_delay_usec": 14 + }, + "tx": { + "total_pkt_bytes": 20757731560, + "total_pkts": 2305390, + "pkt_bit_rate": 16609261568, + "pkt_rate": 230581 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 16609823744, + "pkt_rate": 230589, + "max_delay_usec": 149, + "total_pkt_bytes": 20757731560, + "avg_delay_usec": 70, + "total_pkts": 2305390, + "min_delay_usec": 14 + }, + "tx": { + "total_pkt_bytes": 20756471000, + "total_pkts": 2305250, + "pkt_bit_rate": 16609885184, + "pkt_rate": 230590 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 33270378240.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7c104183aa154d46944772ed88ae04c3" + }, + "synthesis": { + "avg_delay_usec": 71.49995445317786, + "total_tx_rate": 461064 + } + }, + { + "input": { + "rate": "90%", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:32:27", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "539e9bb7f81444c6a2856b249554d42a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "595022pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 85.548248896, + "rate_pps": 296383, + "initial_rate_type": "rate_pps", + "rate_bps": 21387062224 + }, + "tx": { + "rate_percent": 85.548248896, + "rate_pps": 296383, + "initial_rate_type": "rate_pps", + "rate_bps": 21387062224 + }, + "orig": { + "rate_percent": 85.87357504, + "rate_pps": 297511, + "initial_rate_type": "rate_pps", + "rate_bps": 21468393760 + } + }, + "direction-total": { + "rx": { + "rate_percent": 171.101722176, + "rate_pps": 592785.0, + "rate_bps": 42775430544.0 + }, + "tx": { + "rate_percent": 171.101722176, + "rate_pps": 592785.0, + "rate_bps": 42775430544.0 + }, + "orig": { + "rate_percent": 171.74715008, + "rate_pps": 595022.0, + "rate_bps": 42936787520.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 85.55347328, + "rate_pps": 296402, + "initial_rate_type": "rate_pps", + "rate_bps": 21388368320 + }, + "tx": { + "rate_percent": 85.55347328, + "rate_pps": 296402, + "initial_rate_type": "rate_pps", + "rate_bps": 21388368320 + }, + "orig": { + "rate_percent": 85.87357504, + "rate_pps": 297511, + "initial_rate_type": "rate_pps", + "rate_bps": 21468393760 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 2961244, + "+41 (+0.0014%)" + ], + "lat_max_usec": 422, + "lat_avg_usec": 224, + "lat_min_usec": 29, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 2964020, + 2964020 + ], + "lat_max_usec": 392, + "lat_avg_usec": 176, + "lat_min_usec": 16, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 592785, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21366905856.0, + "pkt_rate": 296630.0, + "max_delay_usec": 422, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 200.00073281095248, + "total_pkt_bytes": 53374442436, + "total_pkts": 5927859, + "min_delay_usec": 16 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 53374442436, + "total_pkts": 5927859, + "pkt_bit_rate": 21366993920.0, + "pkt_rate": 296631.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21367107584, + "pkt_rate": 296633, + "max_delay_usec": 392, + "total_pkt_bytes": 26686406356, + "avg_delay_usec": 176, + "total_pkts": 2963839, + "min_delay_usec": 16 + }, + "tx": { + "total_pkt_bytes": 26688036080, + "total_pkts": 2964020, + "pkt_bit_rate": 21367209984, + "pkt_rate": 296634 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 21366704128, + "pkt_rate": 296627, + "max_delay_usec": 422, + "total_pkt_bytes": 26688036080, + "avg_delay_usec": 224, + "total_pkts": 2964020, + "min_delay_usec": 29 + }, + "tx": { + "total_pkt_bytes": 26686406356, + "total_pkts": 2963839, + "pkt_bit_rate": 21366777856, + "pkt_rate": 296628 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 42775365600.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "539e9bb7f81444c6a2856b249554d42a" + }, + "synthesis": { + "avg_delay_usec": 200.00073281095248, + "total_tx_rate": 592785 + } + } + ], + "throughput": [ + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:14:08", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d35b641ccf884fd6a0c371913594ab90", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845663.429861, + "stats": { + "total_tx_rate": 16701232, + "overall": { + "rx_pkts": 167012327, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 97, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 167012327, + "avg_delay_usec": 35.48017790327537, + "min_delay_usec": 6, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 83760820, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 97, + "tx_pkts": 83251507, + "avg_delay_usec": 29, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 83251507, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 92, + "tx_pkts": 83760820, + "avg_delay_usec": 42, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11223227904.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489534616470337 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 167012327, + "time_ms": 1650845663429, + "drop_pct": 0, + "total_tx_pps": 16701232, + "tx_pps": 74404760, + "tx_pkts": 167012327, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d35b641ccf884fd6a0c371913594ab90" + }, + "synthesis": { + "avg_delay_usec": 35.48017790327537, + "total_tx_rate": 16701232 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:14:40", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "7f8f5bba535643418ac4efa4d3f94823", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845695.5087018, + "stats": { + "total_tx_rate": 18016784, + "overall": { + "rx_pkts": 180167849, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 63, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180167849, + "avg_delay_usec": 18.991852847174748, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90328567, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 63, + "tx_pkts": 89839282, + "avg_delay_usec": 16, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 89839282, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 55, + "tx_pkts": 90328567, + "avg_delay_usec": 22, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21331872256.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489280939102173 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180167849, + "time_ms": 1650845695508, + "drop_pct": 0, + "total_tx_pps": 18016784, + "tx_pps": 42229728, + "tx_pkts": 180167849, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7f8f5bba535643418ac4efa4d3f94823" + }, + "synthesis": { + "avg_delay_usec": 18.991852847174748, + "total_tx_rate": 18016784 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:15:44", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d0df1174e1c64fbb9b686a68ccc7e668", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650845759.8291821, + "stats": { + "total_tx_rate": 15754775, + "overall": { + "rx_pkts": 157547756, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 72, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 157547756, + "avg_delay_usec": 28.504292190616795, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 78909123, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 72, + "tx_pkts": 78638633, + "avg_delay_usec": 31, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 78638633, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 78909123, + "avg_delay_usec": 26, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 34786543200.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.5189950466156 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 157547756, + "time_ms": 1650845759828, + "drop_pct": 0, + "total_tx_pps": 15754775, + "tx_pps": 22644926, + "tx_pkts": 157547756, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d0df1174e1c64fbb9b686a68ccc7e668" + }, + "synthesis": { + "avg_delay_usec": 28.504292190616795, + "total_tx_rate": 15754775 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:16:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "64366f2a65a647cca7f0b40bfb5fab09", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 96.97265625, + "timestamp_sec": 1650845917.113052, + "stats": { + "total_tx_rate": 11045806, + "overall": { + "rx_pkts": 110458069, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 659, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 110458069, + "avg_delay_usec": 209.00381663380335, + "min_delay_usec": 12, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55226186, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 547, + "tx_pkts": 55231883, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55231883, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 659, + "tx_pkts": 55226186, + "avg_delay_usec": 283, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47010950336.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 193.9453125, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11392464, + "rate_bps": 48486328124.0, + "time_taken_sec": 137.6620888710022 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11740270.58724066, + "rx_pkts": 111822104, + "time_ms": 1650845791960, + "drop_pct": 74763, + "total_tx_pps": 11189686, + "tx_pps": 11748120, + "tx_pkts": 111896867, + "drop_percentage": 0.06681420311794789 + }, + { + "rx_pps": 5874060.0, + "rx_pkts": 58379346, + "time_ms": 1650845804458, + "drop_pct": 0, + "total_tx_pps": 5837934, + "tx_pps": 5874060, + "tx_pkts": 58379346, + "drop_percentage": 0.0 + }, + { + "rx_pps": 8811090.0, + "rx_pkts": 87569019, + "time_ms": 1650845817019, + "drop_pct": 0, + "total_tx_pps": 8756901, + "tx_pps": 8811090, + "tx_pkts": 87569019, + "drop_percentage": 0.0 + }, + { + "rx_pps": 10279604.0, + "rx_pkts": 102174125, + "time_ms": 1650845829521, + "drop_pct": 0, + "total_tx_pps": 10217412, + "tx_pps": 10279604, + "tx_pkts": 102174125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11013862.0, + "rx_pkts": 109461268, + "time_ms": 1650845842017, + "drop_pct": 0, + "total_tx_pps": 10946126, + "tx_pps": 11013862, + "tx_pkts": 109461268, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11380990.0, + "rx_pkts": 110849710, + "time_ms": 1650845854579, + "drop_pct": 0, + "total_tx_pps": 11084971, + "tx_pps": 11380990, + "tx_pkts": 110849710, + "drop_percentage": 0.0 + }, + { + "rx_pps": 11564015.280748308, + "rx_pkts": 110849157, + "time_ms": 1650845867092, + "drop_pct": 5164, + "total_tx_pps": 11085432, + "tx_pps": 11564554, + "tx_pkts": 110854321, + "drop_percentage": 0.0046583660009067215 + }, + { + "rx_pps": 11472150.680780374, + "rx_pkts": 110840480, + "time_ms": 1650845879589, + "drop_pct": 6003, + "total_tx_pps": 11084648, + "tx_pps": 11472772, + "tx_pkts": 110846483, + "drop_percentage": 0.005415598075403078 + }, + { + "rx_pps": 11426262.302117322, + "rx_pkts": 110851902, + "time_ms": 1650845892109, + "drop_pct": 6012, + "total_tx_pps": 11085791, + "tx_pps": 11426882, + "tx_pkts": 110857914, + "drop_percentage": 0.005423158151794197 + }, + { + "rx_pps": 11402964.464785693, + "rx_pkts": 110844769, + "time_ms": 1650845904604, + "drop_pct": 9444, + "total_tx_pps": 11085421, + "tx_pps": 11403936, + "tx_pkts": 110854213, + "drop_percentage": 0.008519297322511324 + }, + { + "rx_pps": 11392464.0, + "rx_pkts": 110458069, + "time_ms": 1650845917112, + "drop_pct": 0, + "total_tx_pps": 11045806, + "tx_pps": 11392464, + "tx_pkts": 110458069, + "ndr_pps": 5696232, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "64366f2a65a647cca7f0b40bfb5fab09" + }, + "synthesis": { + "avg_delay_usec": 209.00381663380335, + "total_tx_rate": 11045806 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:28:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650846629.6192143, + "stats": { + "total_tx_rate": 7537043, + "overall": { + "rx_pkts": 75370436, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 81, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75370436, + "avg_delay_usec": 45.9999497150315, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37683323, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 79, + "tx_pkts": 37687113, + "avg_delay_usec": 47, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37687113, + "min_delay_usec": 14, + "drop_pct": 0, + "max_delay_usec": 81, + "tx_pkts": 37683323, + "avg_delay_usec": 45, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47513519072.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.7126579284668 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7866850.365150423, + "rx_pkts": 76167616, + "time_ms": 1650846504492, + "drop_pct": 625673, + "total_tx_pps": 7679328, + "tx_pps": 7931472, + "tx_pkts": 76793289, + "drop_percentage": 0.8147495805264963 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39413470, + "time_ms": 1650846517007, + "drop_pct": 0, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413470, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120203, + "time_ms": 1650846529521, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120203, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68978427, + "time_ms": 1650846542024, + "drop_pct": 0, + "total_tx_pps": 6897842, + "tx_pps": 6940038, + "tx_pkts": 68978427, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900245, + "time_ms": 1650846554547, + "drop_pct": 0, + "total_tx_pps": 7390024, + "tx_pps": 7435754, + "tx_pkts": 73900245, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620933.009913207, + "rx_pkts": 75507422, + "time_ms": 1650846567096, + "drop_pct": 621017, + "total_tx_pps": 7612843, + "tx_pps": 7683612, + "tx_pkts": 76128439, + "drop_percentage": 0.8157490264577736 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75135702, + "time_ms": 1650846579608, + "drop_pct": 0, + "total_tx_pps": 7513570, + "tx_pps": 7559684, + "tx_pkts": 75135702, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596700.373851032, + "rx_pkts": 75499812, + "time_ms": 1650846592122, + "drop_pct": 247942, + "total_tx_pps": 7574775, + "tx_pps": 7621648, + "tx_pkts": 75747754, + "drop_percentage": 0.32732587688342546 + }, + { + "rx_pps": 7590339.524822134, + "rx_pkts": 75444179, + "time_ms": 1650846604621, + "drop_pct": 3245, + "total_tx_pps": 7544742, + "tx_pps": 7590666, + "tx_pkts": 75447424, + "drop_percentage": 0.004301008341915027 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75293443, + "time_ms": 1650846617119, + "drop_pct": 0, + "total_tx_pps": 7529344, + "tx_pps": 7575174, + "tx_pkts": 75293443, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75370436, + "time_ms": 1650846629618, + "drop_pct": 0, + "total_tx_pps": 7537043, + "tx_pps": 7582920, + "tx_pkts": 75370436, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11" + }, + "synthesis": { + "avg_delay_usec": 45.9999497150315, + "total_tx_rate": 7537043 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:32:54", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "bf2b37b1fdf341adb7ee11f081d946e2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650846914.7221012, + "stats": { + "total_tx_rate": 5712627, + "overall": { + "rx_pkts": 57126277, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 102, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57126277, + "avg_delay_usec": 49.5002764139522, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28561703, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 102, + "tx_pkts": 28564574, + "avg_delay_usec": 44, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28564574, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 94, + "tx_pkts": 28561703, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47711860704.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.80328631401062 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905471.915950395, + "rx_pkts": 57662777, + "time_ms": 1650846789487, + "drop_pct": 792061, + "total_tx_pps": 5845483, + "tx_pps": 5986590, + "tx_pkts": 58454838, + "drop_percentage": 1.3549964846365667 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748854, + "time_ms": 1650846802027, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748854, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44627778, + "time_ms": 1650846814534, + "drop_pct": 0, + "total_tx_pps": 4462777, + "tx_pps": 4489942, + "tx_pkts": 44627778, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52060508, + "time_ms": 1650846827044, + "drop_pct": 0, + "total_tx_pps": 5206050, + "tx_pps": 5238266, + "tx_pkts": 52060508, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779118, + "time_ms": 1650846839558, + "drop_pct": 0, + "total_tx_pps": 5577911, + "tx_pps": 5612428, + "tx_pkts": 55779118, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751078.058987604, + "rx_pkts": 57157093, + "time_ms": 1650846852099, + "drop_pct": 481321, + "total_tx_pps": 5763841, + "tx_pps": 5799508, + "tx_pkts": 57638414, + "drop_percentage": 0.8350698199294658 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56714474, + "time_ms": 1650846864604, + "drop_pct": 0, + "total_tx_pps": 5671447, + "tx_pps": 5705968, + "tx_pkts": 56714474, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750757.520096343, + "rx_pkts": 57153905, + "time_ms": 1650846877117, + "drop_pct": 19683, + "total_tx_pps": 5717358, + "tx_pps": 5752738, + "tx_pkts": 57173588, + "drop_percentage": 0.03442673564583702 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941164, + "time_ms": 1650846889640, + "drop_pct": 0, + "total_tx_pps": 5694116, + "tx_pps": 5729352, + "tx_pkts": 56941164, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741046.0, + "rx_pkts": 57126277, + "time_ms": 1650846902209, + "drop_pct": 0, + "total_tx_pps": 5712627, + "tx_pps": 5741046, + "tx_pkts": 57126277, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5746066.120913432, + "rx_pkts": 57107283, + "time_ms": 1650846914721, + "drop_pct": 8208, + "total_tx_pps": 5711549, + "tx_pps": 5746892, + "tx_pkts": 57115491, + "ndr_pps": 2870523, + "drop_percentage": 0.014370882323326258 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "bf2b37b1fdf341adb7ee11f081d946e2" + }, + "synthesis": { + "avg_delay_usec": 49.5002764139522, + "total_tx_rate": 5712627 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:40:01", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "efd7195831c840da8ce6081eb537d3bb", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650847342.0063174, + "stats": { + "total_tx_rate": 4591939, + "overall": { + "rx_pkts": 45919398, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 114, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45919398, + "avg_delay_usec": 76.50007539297445, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22958545, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 0, + "tx_pkts": 22960853, + "avg_delay_usec": 75, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22960853, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 114, + "tx_pkts": 22958545, + "avg_delay_usec": 78, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47756165600.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.62104272842407 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726361.303264256, + "rx_pkts": 46391573, + "time_ms": 1650847216874, + "drop_pct": 798301, + "total_tx_pps": 4718987, + "tx_pps": 4807692, + "tx_pkts": 47189874, + "drop_percentage": 1.6916786003709186 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23890625, + "time_ms": 1650847229398, + "drop_pct": 0, + "total_tx_pps": 2389062, + "tx_pps": 2403846, + "tx_pkts": 23890625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835928, + "time_ms": 1650847241898, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835928, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41812793, + "time_ms": 1650847254402, + "drop_pct": 0, + "total_tx_pps": 4181279, + "tx_pps": 4206730, + "tx_pkts": 41812793, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794910, + "time_ms": 1650847266925, + "drop_pct": 0, + "total_tx_pps": 4479491, + "tx_pps": 4507210, + "tx_pkts": 44794910, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626551.174328503, + "rx_pkts": 45980982, + "time_ms": 1650847279421, + "drop_pct": 307088, + "total_tx_pps": 4628807, + "tx_pps": 4657450, + "tx_pkts": 46288070, + "drop_percentage": 0.663427963187923 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541488, + "time_ms": 1650847291945, + "drop_pct": 0, + "total_tx_pps": 4554148, + "tx_pps": 4582330, + "tx_pkts": 45541488, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45919398, + "time_ms": 1650847304448, + "drop_pct": 0, + "total_tx_pps": 4591939, + "tx_pps": 4619890, + "tx_pkts": 45919398, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626459.929477386, + "rx_pkts": 45984700, + "time_ms": 1650847316968, + "drop_pct": 121362, + "total_tx_pps": 4610606, + "tx_pps": 4638670, + "tx_pkts": 46106062, + "drop_percentage": 0.26322352145364314 + }, + { + "rx_pps": 4626470.421255804, + "rx_pkts": 45980179, + "time_ms": 1650847329472, + "drop_pct": 27923, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.060691484295526905 + }, + { + "rx_pps": 4624386.171056487, + "rx_pkts": 45959463, + "time_ms": 1650847342005, + "drop_pct": 1986, + "total_tx_pps": 4596144, + "tx_pps": 4624586, + "tx_pkts": 45961449, + "ndr_pps": 2309945, + "drop_percentage": 0.00432101259470736 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "efd7195831c840da8ce6081eb537d3bb" + }, + "synthesis": { + "avg_delay_usec": 76.50007539297445, + "total_tx_rate": 4591939 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:44:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "779e1d4206d7447fac094ddc44eb2c29", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650847627.0343828, + "stats": { + "total_tx_rate": 3877409, + "overall": { + "rx_pkts": 38774090, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 127, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38774090, + "avg_delay_usec": 90.0, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19386070, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 122, + "tx_pkts": 19388020, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19388020, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 127, + "tx_pkts": 19386070, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47707640336.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.63707971572876 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982058.717650659, + "rx_pkts": 39160327, + "time_ms": 1650847501905, + "drop_pct": 803053, + "total_tx_pps": 3996338, + "tx_pps": 4063718, + "tx_pkts": 39963380, + "drop_percentage": 2.0094721717732584 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20193623, + "time_ms": 1650847514427, + "drop_pct": 0, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193623, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30291967, + "time_ms": 1650847526954, + "drop_pct": 0, + "total_tx_pps": 3029196, + "tx_pps": 3047788, + "tx_pkts": 30291967, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35338865, + "time_ms": 1650847539460, + "drop_pct": 0, + "total_tx_pps": 3533886, + "tx_pps": 3555754, + "tx_pkts": 35338865, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37920208, + "time_ms": 1650847551974, + "drop_pct": 0, + "total_tx_pps": 3792020, + "tx_pps": 3809736, + "tx_pkts": 37920208, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905724.3403039556, + "rx_pkts": 38817042, + "time_ms": 1650847564492, + "drop_pct": 308110, + "total_tx_pps": 3912515, + "tx_pps": 3936726, + "tx_pkts": 39125152, + "drop_percentage": 0.787498538024849 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38494117, + "time_ms": 1650847576998, + "drop_pct": 0, + "total_tx_pps": 3849411, + "tx_pps": 3873232, + "tx_pkts": 38494117, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904613.646950039, + "rx_pkts": 38806005, + "time_ms": 1650847589503, + "drop_pct": 3641, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.009381688253482137 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38651881, + "time_ms": 1650847602006, + "drop_pct": 0, + "total_tx_pps": 3865188, + "tx_pps": 3889106, + "tx_pkts": 38651881, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38730754, + "time_ms": 1650847614533, + "drop_pct": 0, + "total_tx_pps": 3873075, + "tx_pps": 3897042, + "tx_pkts": 38730754, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3901010.0, + "rx_pkts": 38774090, + "time_ms": 1650847627033, + "drop_pct": 0, + "total_tx_pps": 3877409, + "tx_pps": 3901010, + "tx_pkts": 38774090, + "ndr_pps": 1950505, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "779e1d4206d7447fac094ddc44eb2c29" + }, + "synthesis": { + "avg_delay_usec": 90.0, + "total_tx_rate": 3877409 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:51:54", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "b4b97675381e45d68bdac84b0319071d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650847929.3742573, + "stats": { + "total_tx_rate": 14161735, + "overall": { + "rx_pkts": 141617354, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 626, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 141617354, + "avg_delay_usec": 338.5356628538618, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70907706, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 626, + "tx_pkts": 70709648, + "avg_delay_usec": 364, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70709648, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 613, + "tx_pkts": 70907706, + "avg_delay_usec": 313, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43259379846.666664, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.501379013061523 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 141617354, + "time_ms": 1650847929373, + "drop_pct": 0, + "total_tx_pps": 14161735, + "tx_pps": 16368398, + "tx_pkts": 141617354, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b4b97675381e45d68bdac84b0319071d" + }, + "synthesis": { + "avg_delay_usec": 338.5356628538618, + "total_tx_rate": 14161735 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:52:42", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "963406d7c07b4253af12344ca0127fe4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650848102.789528, + "stats": { + "total_tx_rate": 661069, + "overall": { + "rx_pkts": 6610694, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 546, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6610694, + "avg_delay_usec": 477.49957311592397, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3305181, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 546, + "tx_pkts": 3305513, + "avg_delay_usec": 486, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3305513, + "min_delay_usec": 16, + "drop_pct": 0, + "max_delay_usec": 524, + "tx_pkts": 3305181, + "avg_delay_usec": 469, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702739040.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665160, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.69506430625916 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668576.9554345435, + "rx_pkts": 6669405, + "time_ms": 1650847977603, + "drop_pct": 242675, + "total_tx_pps": 691208, + "tx_pps": 692904, + "tx_pkts": 6912080, + "drop_percentage": 3.510882397194477 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443214, + "time_ms": 1650847990100, + "drop_pct": 0, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5164820, + "time_ms": 1650848002628, + "drop_pct": 0, + "total_tx_pps": 516482, + "tx_pps": 519678, + "tx_pkts": 5164820, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025615, + "time_ms": 1650848015147, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025615, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6456031, + "time_ms": 1650848027664, + "drop_pct": 0, + "total_tx_pps": 645603, + "tx_pps": 649598, + "tx_pkts": 6456031, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665820.941861537, + "rx_pkts": 6616931, + "time_ms": 1650848040183, + "drop_pct": 53954, + "total_tx_pps": 667088, + "tx_pps": 671250, + "tx_pkts": 6670885, + "drop_percentage": 0.808798232918121 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563956, + "time_ms": 1650848052688, + "drop_pct": 0, + "total_tx_pps": 656395, + "tx_pps": 660424, + "tx_pkts": 6563956, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665769.8810895403, + "rx_pkts": 6616756, + "time_ms": 1650848065187, + "drop_pct": 677, + "total_tx_pps": 661743, + "tx_pps": 665838, + "tx_pkts": 6617433, + "drop_percentage": 0.010230553146514668 + }, + { + "rx_pps": 663130.0, + "rx_pkts": 6590521, + "time_ms": 1650848077706, + "drop_pct": 0, + "total_tx_pps": 659052, + "tx_pps": 663130, + "tx_pkts": 6590521, + "drop_percentage": 0.0 + }, + { + "rx_pps": 664484.0, + "rx_pkts": 6604642, + "time_ms": 1650848090288, + "drop_pct": 0, + "total_tx_pps": 660464, + "tx_pps": 664484, + "tx_pkts": 6604642, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665160.0, + "rx_pkts": 6610694, + "time_ms": 1650848102788, + "drop_pct": 0, + "total_tx_pps": 661069, + "tx_pps": 665160, + "tx_pkts": 6610694, + "ndr_pps": 332580, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "963406d7c07b4253af12344ca0127fe4" + }, + "synthesis": { + "avg_delay_usec": 477.49957311592397, + "total_tx_rate": 661069 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 00:59:49", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "ddbeeb16db0b4920bd33f409fee876fe", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848407.2528977, + "stats": { + "total_tx_rate": 16548126, + "overall": { + "rx_pkts": 165481260, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 97, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 165481260, + "avg_delay_usec": 62.48000978479376, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 82995092, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 97, + "tx_pkts": 82486168, + "avg_delay_usec": 56, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 82486168, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 92, + "tx_pkts": 82995092, + "avg_delay_usec": 69, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11120340672.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.518044471740723 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 165481260, + "time_ms": 1650848407252, + "drop_pct": 0, + "total_tx_pps": 16548126, + "tx_pps": 74404760, + "tx_pkts": 165481260, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "ddbeeb16db0b4920bd33f409fee876fe" + }, + "synthesis": { + "avg_delay_usec": 62.48000978479376, + "total_tx_rate": 16548126 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:00:44", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a82a876e3fc54fa087802fe4f8d84f1b", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848461.466436, + "stats": { + "total_tx_rate": 18007502, + "overall": { + "rx_pkts": 180075026, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 59, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180075026, + "avg_delay_usec": 35.99551240381329, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90172197, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 59, + "tx_pkts": 89902829, + "avg_delay_usec": 33, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 89902829, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 58, + "tx_pkts": 90172197, + "avg_delay_usec": 39, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21320882368.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.491197109222412 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180075026, + "time_ms": 1650848461465, + "drop_pct": 0, + "total_tx_pps": 18007502, + "tx_pps": 42229728, + "tx_pkts": 180075026, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a82a876e3fc54fa087802fe4f8d84f1b" + }, + "synthesis": { + "avg_delay_usec": 35.99551240381329, + "total_tx_rate": 18007502 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:01:38", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "cf10f85f2df3470fb233184b92aea608", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848515.7108045, + "stats": { + "total_tx_rate": 15836292, + "overall": { + "rx_pkts": 158362920, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 52, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 158362920, + "avg_delay_usec": 30.001019203232676, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 79262162, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 52, + "tx_pkts": 79100758, + "avg_delay_usec": 31, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 79100758, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 79262162, + "avg_delay_usec": 29, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 34966532736.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.50765085220337 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 158362920, + "time_ms": 1650848515710, + "drop_pct": 0, + "total_tx_pps": 15836292, + "tx_pps": 22644926, + "tx_pkts": 158362920, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "cf10f85f2df3470fb233184b92aea608" + }, + "synthesis": { + "avg_delay_usec": 30.001019203232676, + "total_tx_rate": 15836292 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:02:32", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d1967af0759441ed88139b68c43d44e4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650848569.8980005, + "stats": { + "total_tx_rate": 11105755, + "overall": { + "rx_pkts": 111057559, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 681, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 111057559, + "avg_delay_usec": 237.93781095080615, + "min_delay_usec": 11, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55569890, + "min_delay_usec": 22, + "drop_pct": 0, + "max_delay_usec": 670, + "tx_pkts": 55487669, + "avg_delay_usec": 154, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55487669, + "min_delay_usec": 11, + "drop_pct": 0, + "max_delay_usec": 681, + "tx_pkts": 55569890, + "avg_delay_usec": 322, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47266093280.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11748120, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.489594459533691 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11748120.0, + "rx_pkts": 111057559, + "time_ms": 1650848569897, + "drop_pct": 0, + "total_tx_pps": 11105755, + "tx_pps": 11748120, + "tx_pkts": 111057559, + "ndr_pps": 5874060, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d1967af0759441ed88139b68c43d44e4" + }, + "synthesis": { + "avg_delay_usec": 237.93781095080615, + "total_tx_rate": 11105755 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:05:33", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "18d99ccb52d7454da33eba941f8a8819", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650848875.7264826, + "stats": { + "total_tx_rate": 7537043, + "overall": { + "rx_pkts": 75370436, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 80, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75370436, + "avg_delay_usec": 47.499673147704755, + "min_delay_usec": 10, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37683323, + "min_delay_usec": 10, + "drop_pct": 0, + "max_delay_usec": 80, + "tx_pkts": 37687113, + "avg_delay_usec": 54, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37687113, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 79, + "tx_pkts": 37683323, + "avg_delay_usec": 41, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47513519072.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.65466976165771 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7867109.536873953, + "rx_pkts": 75914335, + "time_ms": 1650848750578, + "drop_pct": 621071, + "total_tx_pps": 7653540, + "tx_pps": 7931472, + "tx_pkts": 76535406, + "drop_percentage": 0.8114819434027697 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39453125, + "time_ms": 1650848763085, + "drop_pct": 0, + "total_tx_pps": 3945312, + "tx_pps": 3965736, + "tx_pkts": 39453125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120202, + "time_ms": 1650848775586, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120202, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68973579, + "time_ms": 1650848788099, + "drop_pct": 0, + "total_tx_pps": 6897357, + "tx_pps": 6940038, + "tx_pkts": 68973579, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900239, + "time_ms": 1650848800633, + "drop_pct": 0, + "total_tx_pps": 7390023, + "tx_pps": 7435754, + "tx_pkts": 73900239, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620916.349942744, + "rx_pkts": 75507249, + "time_ms": 1650848813170, + "drop_pct": 621182, + "total_tx_pps": 7612843, + "tx_pps": 7683612, + "tx_pkts": 76128431, + "drop_percentage": 0.8159658511811442 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75131929, + "time_ms": 1650848825666, + "drop_pct": 0, + "total_tx_pps": 7513192, + "tx_pps": 7559684, + "tx_pkts": 75131929, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596717.342100184, + "rx_pkts": 75644305, + "time_ms": 1650848838182, + "drop_pct": 248247, + "total_tx_pps": 7589255, + "tx_pps": 7621648, + "tx_pkts": 75892552, + "drop_percentage": 0.3271032445977044 + }, + { + "rx_pps": 7590338.485813464, + "rx_pkts": 75436585, + "time_ms": 1650848850710, + "drop_pct": 3255, + "total_tx_pps": 7543984, + "tx_pps": 7590666, + "tx_pkts": 75439840, + "drop_percentage": 0.004314696319610434 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75285867, + "time_ms": 1650848863217, + "drop_pct": 0, + "total_tx_pps": 7528586, + "tx_pps": 7575174, + "tx_pkts": 75285867, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75370436, + "time_ms": 1650848875725, + "drop_pct": 0, + "total_tx_pps": 7537043, + "tx_pps": 7582920, + "tx_pkts": 75370436, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "18d99ccb52d7454da33eba941f8a8819" + }, + "synthesis": { + "avg_delay_usec": 47.499673147704755, + "total_tx_rate": 7537043 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:17:35", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "f980c04f3b844edebf749e967b297a62", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650849598.2220418, + "stats": { + "total_tx_rate": 5706312, + "overall": { + "rx_pkts": 57062671, + "drop_percentage": 0.0007973625559875567, + "drop_pct": 455, + "max_delay_usec": 96, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57063126, + "avg_delay_usec": 51.4996825858362, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28530128, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 96, + "tx_pkts": 28532998, + "avg_delay_usec": 59, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28532543, + "min_delay_usec": 11, + "drop_pct": 455, + "max_delay_usec": 89, + "tx_pkts": 28530128, + "avg_delay_usec": 44, + "drop_percentage": 0.0015948053229904893 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47659117824.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.68057537078857 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905784.604263414, + "rx_pkts": 57472018, + "time_ms": 1650849473030, + "drop_pct": 786356, + "total_tx_pps": 5825837, + "tx_pps": 5986590, + "tx_pkts": 58258374, + "drop_percentage": 1.3497733390224727 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748857, + "time_ms": 1650849485555, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748857, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44627778, + "time_ms": 1650849498054, + "drop_pct": 0, + "total_tx_pps": 4462777, + "tx_pps": 4489942, + "tx_pkts": 44627778, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52065746, + "time_ms": 1650849510553, + "drop_pct": 0, + "total_tx_pps": 5206574, + "tx_pps": 5238266, + "tx_pkts": 52065746, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779111, + "time_ms": 1650849523054, + "drop_pct": 0, + "total_tx_pps": 5577911, + "tx_pps": 5612428, + "tx_pkts": 55779111, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751042.570625828, + "rx_pkts": 57271760, + "time_ms": 1650849535577, + "drop_pct": 482643, + "total_tx_pps": 5775440, + "tx_pps": 5799508, + "tx_pkts": 57754403, + "drop_percentage": 0.8356817401436909 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56708762, + "time_ms": 1650849548099, + "drop_pct": 0, + "total_tx_pps": 5670876, + "tx_pps": 5705968, + "tx_pkts": 56708762, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750684.6723701265, + "rx_pkts": 57153189, + "time_ms": 1650849560600, + "drop_pct": 20407, + "total_tx_pps": 5717359, + "tx_pps": 5752738, + "tx_pkts": 57173596, + "drop_percentage": 0.03569304963780833 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941171, + "time_ms": 1650849573113, + "drop_pct": 0, + "total_tx_pps": 5694117, + "tx_pps": 5729352, + "tx_pkts": 56941171, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741000.223048874, + "rx_pkts": 57062671, + "time_ms": 1650849585617, + "drop_pct": 455, + "total_tx_pps": 5706312, + "tx_pps": 5741046, + "tx_pkts": 57063126, + "drop_percentage": 0.0007973625559875567 + }, + { + "rx_pps": 5746113.109782579, + "rx_pkts": 57107742, + "time_ms": 1650849598221, + "drop_pct": 7741, + "total_tx_pps": 5711548, + "tx_pps": 5746892, + "tx_pkts": 57115483, + "ndr_pps": 2870523, + "drop_percentage": 0.013553242647006943 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f980c04f3b844edebf749e967b297a62" + }, + "synthesis": { + "avg_delay_usec": 51.4996825858362, + "total_tx_rate": 5706312 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:20:00", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a5da318377744c288afee82b6e83d7f4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650849742.814171, + "stats": { + "total_tx_rate": 4591478, + "overall": { + "rx_pkts": 45914783, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 113, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45914783, + "avg_delay_usec": 76.0, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22956236, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 113, + "tx_pkts": 22958547, + "avg_delay_usec": 76, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22958547, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 103, + "tx_pkts": 22956236, + "avg_delay_usec": 76, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751371200.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.75093936920166 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726682.774538362, + "rx_pkts": 46236280, + "time_ms": 1650849617552, + "drop_pct": 792430, + "total_tx_pps": 4702871, + "tx_pps": 4807692, + "tx_pkts": 47028710, + "drop_percentage": 1.6849919974415628 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23888220, + "time_ms": 1650849630057, + "drop_pct": 0, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835928, + "time_ms": 1650849642637, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835928, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41808587, + "time_ms": 1650849655220, + "drop_pct": 0, + "total_tx_pps": 4180858, + "tx_pps": 4206730, + "tx_pkts": 41808587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794909, + "time_ms": 1650849667733, + "drop_pct": 0, + "total_tx_pps": 4479490, + "tx_pps": 4507210, + "tx_pkts": 44794909, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626492.009806026, + "rx_pkts": 45980393, + "time_ms": 1650849680242, + "drop_pct": 307676, + "total_tx_pps": 4628806, + "tx_pps": 4657450, + "tx_pkts": 46288069, + "drop_percentage": 0.6646982832660399 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541488, + "time_ms": 1650849692745, + "drop_pct": 0, + "total_tx_pps": 4554148, + "tx_pps": 4582330, + "tx_pkts": 45541488, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45914783, + "time_ms": 1650849705269, + "drop_pct": 0, + "total_tx_pps": 4591478, + "tx_pps": 4619890, + "tx_pkts": 45914783, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626391.745988317, + "rx_pkts": 46071925, + "time_ms": 1650849717790, + "drop_pct": 122273, + "total_tx_pps": 4619419, + "tx_pps": 4638670, + "tx_pkts": 46194198, + "drop_percentage": 0.2646934145279457 + }, + { + "rx_pps": 4626440.83932869, + "rx_pkts": 45979885, + "time_ms": 1650849730293, + "drop_pct": 28217, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.06133050217981172 + }, + { + "rx_pps": 4624386.070437684, + "rx_pkts": 45959462, + "time_ms": 1650849742813, + "drop_pct": 1987, + "total_tx_pps": 4596144, + "tx_pps": 4624586, + "tx_pkts": 45961449, + "ndr_pps": 2309945, + "drop_percentage": 0.004323188331159881 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a5da318377744c288afee82b6e83d7f4" + }, + "synthesis": { + "avg_delay_usec": 76.0, + "total_tx_rate": 4591478 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:32:02", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "2a0a188162394858b0f91a93a609e85b", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650850465.3741472, + "stats": { + "total_tx_rate": 3877019, + "overall": { + "rx_pkts": 38770196, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 139, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38770196, + "avg_delay_usec": 99.4996727383065, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19384122, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 139, + "tx_pkts": 19386074, + "avg_delay_usec": 106, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19386074, + "min_delay_usec": 12, + "drop_pct": 0, + "max_delay_usec": 139, + "tx_pkts": 19384122, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702841776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.7311794757843 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982204.741901213, + "rx_pkts": 39030251, + "time_ms": 1650850340162, + "drop_pct": 798925, + "total_tx_pps": 3982917, + "tx_pps": 4063718, + "tx_pkts": 39829176, + "drop_percentage": 2.0058788060290276 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20193624, + "time_ms": 1650850352678, + "drop_pct": 0, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193624, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30308733, + "time_ms": 1650850365187, + "drop_pct": 0, + "total_tx_pps": 3030873, + "tx_pps": 3047788, + "tx_pkts": 30308733, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35342421, + "time_ms": 1650850377693, + "drop_pct": 0, + "total_tx_pps": 3534242, + "tx_pps": 3555754, + "tx_pkts": 35342421, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37863066, + "time_ms": 1650850390212, + "drop_pct": 0, + "total_tx_pps": 3786306, + "tx_pps": 3809736, + "tx_pkts": 37863066, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905550.3906702464, + "rx_pkts": 38819222, + "time_ms": 1650850402727, + "drop_pct": 309870, + "total_tx_pps": 3912909, + "tx_pps": 3936726, + "tx_pkts": 39129092, + "drop_percentage": 0.7919171750778168 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38494120, + "time_ms": 1650850415300, + "drop_pct": 0, + "total_tx_pps": 3849412, + "tx_pps": 3873232, + "tx_pkts": 38494120, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904613.0432372405, + "rx_pkts": 38805999, + "time_ms": 1650850427820, + "drop_pct": 3647, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.009397148327506002 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38799675, + "time_ms": 1650850440360, + "drop_pct": 0, + "total_tx_pps": 3879967, + "tx_pps": 3889106, + "tx_pkts": 38799675, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38734654, + "time_ms": 1650850452876, + "drop_pct": 0, + "total_tx_pps": 3873465, + "tx_pps": 3897042, + "tx_pkts": 38734654, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3901010.0, + "rx_pkts": 38770196, + "time_ms": 1650850465373, + "drop_pct": 0, + "total_tx_pps": 3877019, + "tx_pps": 3901010, + "tx_pkts": 38770196, + "ndr_pps": 1950505, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2a0a188162394858b0f91a93a609e85b" + }, + "synthesis": { + "avg_delay_usec": 99.4996727383065, + "total_tx_rate": 3877019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:34:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "0983ac3addf84a478e6da408b3e21aca", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650850502.7712622, + "stats": { + "total_tx_rate": 14122958, + "overall": { + "rx_pkts": 141229588, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 628, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 141229588, + "avg_delay_usec": 356.54005520429615, + "min_delay_usec": 20, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70668670, + "min_delay_usec": 21, + "drop_pct": 0, + "max_delay_usec": 628, + "tx_pkts": 70560918, + "avg_delay_usec": 409, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70560918, + "min_delay_usec": 20, + "drop_pct": 0, + "max_delay_usec": 603, + "tx_pkts": 70668670, + "avg_delay_usec": 304, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43140929037.33333, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.55201530456543 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 141229588, + "time_ms": 1650850502770, + "drop_pct": 0, + "total_tx_pps": 14122958, + "tx_pps": 16368398, + "tx_pkts": 141229588, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "0983ac3addf84a478e6da408b3e21aca" + }, + "synthesis": { + "avg_delay_usec": 356.54005520429615, + "total_tx_rate": 14122958 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:37:47", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650850810.5278695, + "stats": { + "total_tx_rate": 661743, + "overall": { + "rx_pkts": 6617433, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 566, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6617433, + "avg_delay_usec": 490.9992497090639, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3308551, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 566, + "tx_pkts": 3308882, + "avg_delay_usec": 506, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3308882, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 529, + "tx_pkts": 3308551, + "avg_delay_usec": 476, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751374880.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665838, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.66692209243774 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668814.8286232857, + "rx_pkts": 6651341, + "time_ms": 1650850685349, + "drop_pct": 239566, + "total_tx_pps": 689090, + "tx_pps": 692904, + "tx_pkts": 6890907, + "drop_percentage": 3.476552506077937 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443214, + "time_ms": 1650850697851, + "drop_pct": 0, + "total_tx_pps": 344321, + "tx_pps": 346452, + "tx_pkts": 3443214, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5164821, + "time_ms": 1650850710355, + "drop_pct": 0, + "total_tx_pps": 516482, + "tx_pps": 519678, + "tx_pkts": 5164821, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025614, + "time_ms": 1650850722872, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025614, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6467074, + "time_ms": 1650850735425, + "drop_pct": 0, + "total_tx_pps": 646707, + "tx_pps": 649598, + "tx_pkts": 6467074, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665952.2491003298, + "rx_pkts": 6619233, + "time_ms": 1650850747925, + "drop_pct": 52657, + "total_tx_pps": 667189, + "tx_pps": 671250, + "tx_pkts": 6671890, + "drop_percentage": 0.7892366330979678 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563625, + "time_ms": 1650850760442, + "drop_pct": 0, + "total_tx_pps": 656362, + "tx_pps": 660424, + "tx_pkts": 6563625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665838.0, + "rx_pkts": 6617433, + "time_ms": 1650850772948, + "drop_pct": 0, + "total_tx_pps": 661743, + "tx_pps": 665838, + "tx_pkts": 6617433, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665963.3876473027, + "rx_pkts": 6619344, + "time_ms": 1650850785467, + "drop_pct": 25650, + "total_tx_pps": 664499, + "tx_pps": 668544, + "tx_pkts": 6644994, + "drop_percentage": 0.38600486320980876 + }, + { + "rx_pps": 665953.6202723441, + "rx_pkts": 6619248, + "time_ms": 1650850797979, + "drop_pct": 12289, + "total_tx_pps": 663153, + "tx_pps": 667190, + "tx_pkts": 6631537, + "drop_percentage": 0.18531148962902566 + }, + { + "rx_pps": 665952.2454294527, + "rx_pkts": 6618569, + "time_ms": 1650850810527, + "drop_pct": 5583, + "total_tx_pps": 662415, + "tx_pps": 666514, + "tx_pkts": 6624152, + "ndr_pps": 332919, + "drop_percentage": 0.0842824862714503 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30" + }, + "synthesis": { + "avg_delay_usec": 490.9992497090639, + "total_tx_rate": 661743 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:43:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "014622aafb2c426ab9df378f15c06fef", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "64": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851015.0206628, + "stats": { + "total_tx_rate": 16765582, + "overall": { + "rx_pkts": 167655827, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 104, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 167655827, + "avg_delay_usec": 24.993023892930367, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 83944872, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 103, + "tx_pkts": 83710955, + "avg_delay_usec": 20, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 83710955, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 104, + "tx_pkts": 83944872, + "avg_delay_usec": 30, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 11266471104.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 74404760, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.508348226547241 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 74404760.0, + "rx_pkts": 167655827, + "time_ms": 1650851015020, + "drop_pct": 0, + "total_tx_pps": 16765582, + "tx_pps": 74404760, + "tx_pkts": 167655827, + "ndr_pps": 37202380, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "014622aafb2c426ab9df378f15c06fef" + }, + "synthesis": { + "avg_delay_usec": 24.993023892930367, + "total_tx_rate": 16765582 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:44:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "a2341c441c5140a784a4749e86d5c19e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851075.266194, + "stats": { + "total_tx_rate": 18075556, + "overall": { + "rx_pkts": 180755561, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 61, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 180755561, + "avg_delay_usec": 20.503517144902666, + "min_delay_usec": 5, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 90468601, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 61, + "tx_pkts": 90286960, + "avg_delay_usec": 24, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 90286960, + "min_delay_usec": 5, + "drop_pct": 0, + "max_delay_usec": 55, + "tx_pkts": 90468601, + "avg_delay_usec": 17, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 21401458304.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 42229728, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.509921312332153 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 42229728.0, + "rx_pkts": 180755561, + "time_ms": 1650851075265, + "drop_pct": 0, + "total_tx_pps": 18075556, + "tx_pps": 42229728, + "tx_pkts": 180755561, + "ndr_pps": 21114864, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + }, + "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate." + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2341c441c5140a784a4749e86d5c19e" + }, + "synthesis": { + "avg_delay_usec": 20.503517144902666, + "total_tx_rate": 18075556 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:45:17", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "81e85c0a6b464632850a5e5c7117f2b9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "256": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851135.4937232, + "stats": { + "total_tx_rate": 15904019, + "overall": { + "rx_pkts": 159040190, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 48, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 159040190, + "avg_delay_usec": 24.49913906667239, + "min_delay_usec": 6, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 79565736, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 48, + "tx_pkts": 79474454, + "avg_delay_usec": 23, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 79474454, + "min_delay_usec": 6, + "drop_pct": 0, + "max_delay_usec": 44, + "tx_pkts": 79565736, + "avg_delay_usec": 26, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 35116073952.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 22644926, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.490444898605347 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 22644926.0, + "rx_pkts": 159040190, + "time_ms": 1650851135493, + "drop_pct": 0, + "total_tx_pps": 15904019, + "tx_pps": 22644926, + "tx_pkts": 159040190, + "ndr_pps": 11322463, + "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "81e85c0a6b464632850a5e5c7117f2b9" + }, + "synthesis": { + "avg_delay_usec": 24.49913906667239, + "total_tx_rate": 15904019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:45:37", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650851155.6128447, + "stats": { + "total_tx_rate": 11083895, + "overall": { + "rx_pkts": 110838959, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 751, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 110838959, + "avg_delay_usec": 244.54752861762262, + "min_delay_usec": 22, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 55446495, + "min_delay_usec": 24, + "drop_pct": 0, + "max_delay_usec": 751, + "tx_pkts": 55392464, + "avg_delay_usec": 342, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 55392464, + "min_delay_usec": 22, + "drop_pct": 0, + "max_delay_usec": 604, + "tx_pkts": 55446495, + "avg_delay_usec": 147, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47173057120.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 11748120, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.493241786956787 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 11748120.0, + "rx_pkts": 110838959, + "time_ms": 1650851155612, + "drop_pct": 0, + "total_tx_pps": 11083895, + "tx_pps": 11748120, + "tx_pkts": 110838959, + "ndr_pps": 5874060, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc" + }, + "synthesis": { + "avg_delay_usec": 244.54752861762262, + "total_tx_rate": 11083895 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 01:50:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 95.60546875, + "timestamp_sec": 1650851589.8598213, + "stats": { + "total_tx_rate": 7536285, + "overall": { + "rx_pkts": 75362853, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 85, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 75362853, + "avg_delay_usec": 48.99969802098654, + "min_delay_usec": 11, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 37679530, + "min_delay_usec": 11, + "drop_pct": 0, + "max_delay_usec": 85, + "tx_pkts": 37683323, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 37683323, + "min_delay_usec": 13, + "drop_pct": 0, + "max_delay_usec": 81, + "tx_pkts": 37679530, + "avg_delay_usec": 43, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47508740640.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.2109375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 7582920, + "rate_bps": 47802734374.0, + "time_taken_sec": 137.68758368492126 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 7867019.991496668, + "rx_pkts": 75782125, + "time_ms": 1650851464683, + "drop_pct": 620859, + "total_tx_pps": 7640298, + "tx_pps": 7931472, + "tx_pkts": 76402984, + "drop_percentage": 0.8126109315311559 + }, + { + "rx_pps": 3965736.0, + "rx_pkts": 39413476, + "time_ms": 1650851477177, + "drop_pct": 0, + "total_tx_pps": 3941347, + "tx_pps": 3965736, + "tx_pkts": 39413476, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5948604.0, + "rx_pkts": 59120203, + "time_ms": 1650851489700, + "drop_pct": 0, + "total_tx_pps": 5912020, + "tx_pps": 5948604, + "tx_pkts": 59120203, + "drop_percentage": 0.0 + }, + { + "rx_pps": 6940038.0, + "rx_pkts": 68973557, + "time_ms": 1650851502199, + "drop_pct": 0, + "total_tx_pps": 6897355, + "tx_pps": 6940038, + "tx_pkts": 68973557, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7435754.0, + "rx_pkts": 73900239, + "time_ms": 1650851514716, + "drop_pct": 0, + "total_tx_pps": 7390023, + "tx_pps": 7435754, + "tx_pkts": 73900239, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7620954.625306049, + "rx_pkts": 75507656, + "time_ms": 1650851527233, + "drop_pct": 620803, + "total_tx_pps": 7612845, + "tx_pps": 7683612, + "tx_pkts": 76128459, + "drop_percentage": 0.8154677083375614 + }, + { + "rx_pps": 7559684.0, + "rx_pkts": 75131929, + "time_ms": 1650851539732, + "drop_pct": 0, + "total_tx_pps": 7513192, + "tx_pps": 7559684, + "tx_pkts": 75131929, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7596741.430266551, + "rx_pkts": 75500232, + "time_ms": 1650851552229, + "drop_pct": 247534, + "total_tx_pps": 7574776, + "tx_pps": 7621648, + "tx_pkts": 75747766, + "drop_percentage": 0.3267871952817724 + }, + { + "rx_pps": 7590337.479512263, + "rx_pkts": 75436549, + "time_ms": 1650851564806, + "drop_pct": 3265, + "total_tx_pps": 7543981, + "tx_pps": 7590666, + "tx_pkts": 75439814, + "drop_percentage": 0.004327953406671973 + }, + { + "rx_pps": 7575174.0, + "rx_pkts": 75285893, + "time_ms": 1650851577332, + "drop_pct": 0, + "total_tx_pps": 7528589, + "tx_pps": 7575174, + "tx_pkts": 75285893, + "drop_percentage": 0.0 + }, + { + "rx_pps": 7582920.0, + "rx_pkts": 75362853, + "time_ms": 1650851589858, + "drop_pct": 0, + "total_tx_pps": 7536285, + "tx_pps": 7582920, + "tx_pkts": 75362853, + "ndr_pps": 3791460, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7" + }, + "synthesis": { + "avg_delay_usec": 48.99969802098654, + "total_tx_rate": 7536285 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:02:49", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "df31248f2daf41788e5aeb35599600ec", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 95.8984375, + "timestamp_sec": 1650852312.436391, + "stats": { + "total_tx_rate": 5706025, + "overall": { + "rx_pkts": 57060256, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 100, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 57060256, + "avg_delay_usec": 49.50055346754841, + "min_delay_usec": 9, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 28527257, + "min_delay_usec": 9, + "drop_pct": 0, + "max_delay_usec": 96, + "tx_pkts": 28532999, + "avg_delay_usec": 44, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 28532999, + "min_delay_usec": 10, + "drop_pct": 0, + "max_delay_usec": 100, + "tx_pkts": 28527257, + "avg_delay_usec": 55, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47656720800.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.796875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 5741046, + "rate_bps": 47949218750.0, + "time_taken_sec": 137.73684573173523 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 5905630.69286569, + "rx_pkts": 57462293, + "time_ms": 1650852187211, + "drop_pct": 787741, + "total_tx_pps": 5825003, + "tx_pps": 5986590, + "tx_pkts": 58250034, + "drop_percentage": 1.3523442750265176 + }, + { + "rx_pps": 2993294.0, + "rx_pkts": 29748852, + "time_ms": 1650852199712, + "drop_pct": 0, + "total_tx_pps": 2974885, + "tx_pps": 2993294, + "tx_pkts": 29748852, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4489942.0, + "rx_pkts": 44623288, + "time_ms": 1650852212213, + "drop_pct": 0, + "total_tx_pps": 4462328, + "tx_pps": 4489942, + "tx_pkts": 44623288, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5238266.0, + "rx_pkts": 52060508, + "time_ms": 1650852224756, + "drop_pct": 0, + "total_tx_pps": 5206050, + "tx_pps": 5238266, + "tx_pkts": 52060508, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5612428.0, + "rx_pkts": 55779125, + "time_ms": 1650852237260, + "drop_pct": 0, + "total_tx_pps": 5577912, + "tx_pps": 5612428, + "tx_pkts": 55779125, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5751065.368412055, + "rx_pkts": 57156952, + "time_ms": 1650852249774, + "drop_pct": 481447, + "total_tx_pps": 5763839, + "tx_pps": 5799508, + "tx_pkts": 57638399, + "drop_percentage": 0.8352886415183045 + }, + { + "rx_pps": 5705968.0, + "rx_pkts": 56868528, + "time_ms": 1650852262305, + "drop_pct": 0, + "total_tx_pps": 5686852, + "tx_pps": 5705968, + "tx_pkts": 56868528, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5750731.258995378, + "rx_pkts": 57159387, + "time_ms": 1650852274851, + "drop_pct": 19946, + "total_tx_pps": 5717933, + "tx_pps": 5752738, + "tx_pkts": 57179333, + "drop_percentage": 0.034883233073040566 + }, + { + "rx_pps": 5729352.0, + "rx_pkts": 56941156, + "time_ms": 1650852287414, + "drop_pct": 0, + "total_tx_pps": 5694115, + "tx_pps": 5729352, + "tx_pkts": 56941156, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5741046.0, + "rx_pkts": 57060256, + "time_ms": 1650852299929, + "drop_pct": 0, + "total_tx_pps": 5706025, + "tx_pps": 5741046, + "tx_pkts": 57060256, + "drop_percentage": 0.0 + }, + { + "rx_pps": 5745777.043226499, + "rx_pkts": 57104416, + "time_ms": 1650852312435, + "drop_pct": 11081, + "total_tx_pps": 5711549, + "tx_pps": 5746892, + "tx_pkts": 57115497, + "ndr_pps": 2870523, + "drop_percentage": 0.019401039266103207 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "df31248f2daf41788e5aeb35599600ec" + }, + "synthesis": { + "avg_delay_usec": 49.50055346754841, + "total_tx_rate": 5706025 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:05:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "3483e5ac90f647c18792824df335576f", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 96.09375, + "timestamp_sec": 1650852456.8429823, + "stats": { + "total_tx_rate": 4591477, + "overall": { + "rx_pkts": 45914773, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 115, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 45914773, + "avg_delay_usec": 72.0000503323843, + "min_delay_usec": 8, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 22956231, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 113, + "tx_pkts": 22958542, + "avg_delay_usec": 71, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 22958542, + "min_delay_usec": 8, + "drop_pct": 0, + "max_delay_usec": 115, + "tx_pkts": 22956231, + "avg_delay_usec": 73, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47751360800.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 192.1875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 4619890, + "rate_bps": 48046875000.0, + "time_taken_sec": 137.65410780906677 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 4726559.564871196, + "rx_pkts": 46152394, + "time_ms": 1650852331691, + "drop_pct": 792216, + "total_tx_pps": 4694461, + "tx_pps": 4807692, + "tx_pkts": 46944610, + "drop_percentage": 1.6875547586826263 + }, + { + "rx_pps": 2403846.0, + "rx_pkts": 23888223, + "time_ms": 1650852344191, + "drop_pct": 0, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888223, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3605768.0, + "rx_pkts": 35835922, + "time_ms": 1650852356692, + "drop_pct": 0, + "total_tx_pps": 3583592, + "tx_pps": 3605768, + "tx_pkts": 35835922, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4206730.0, + "rx_pkts": 41808587, + "time_ms": 1650852369206, + "drop_pct": 0, + "total_tx_pps": 4180858, + "tx_pps": 4206730, + "tx_pkts": 41808587, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4507210.0, + "rx_pkts": 44794900, + "time_ms": 1650852381776, + "drop_pct": 0, + "total_tx_pps": 4479490, + "tx_pps": 4507210, + "tx_pkts": 44794900, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626532.86170713, + "rx_pkts": 45980800, + "time_ms": 1650852394280, + "drop_pct": 307270, + "total_tx_pps": 4628807, + "tx_pps": 4657450, + "tx_pkts": 46288070, + "drop_percentage": 0.6638211530530437 + }, + { + "rx_pps": 4582330.0, + "rx_pkts": 45541498, + "time_ms": 1650852406785, + "drop_pct": 0, + "total_tx_pps": 4554149, + "tx_pps": 4582330, + "tx_pkts": 45541498, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4619890.0, + "rx_pkts": 45914773, + "time_ms": 1650852419279, + "drop_pct": 0, + "total_tx_pps": 4591477, + "tx_pps": 4619890, + "tx_pkts": 45914773, + "drop_percentage": 0.0 + }, + { + "rx_pps": 4626430.527562457, + "rx_pkts": 45979781, + "time_ms": 1650852431782, + "drop_pct": 121642, + "total_tx_pps": 4610142, + "tx_pps": 4638670, + "tx_pkts": 46101423, + "drop_percentage": 0.26385736509695157 + }, + { + "rx_pps": 4626442.952323484, + "rx_pkts": 45979906, + "time_ms": 1650852444306, + "drop_pct": 28196, + "total_tx_pps": 4600810, + "tx_pps": 4629280, + "tx_pkts": 46008102, + "drop_percentage": 0.06128485804521995 + }, + { + "rx_pps": 4624386.291771492, + "rx_pkts": 45964089, + "time_ms": 1650852456842, + "drop_pct": 1985, + "total_tx_pps": 4596607, + "tx_pps": 4624586, + "tx_pkts": 45966074, + "ndr_pps": 2309945, + "drop_percentage": 0.004318402306883986 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3483e5ac90f647c18792824df335576f" + }, + "synthesis": { + "avg_delay_usec": 72.0000503323843, + "total_tx_rate": 4591477 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:17:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "e5fdb1f38f334e048d5a301c6045cc2d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650853179.382297, + "stats": { + "total_tx_rate": 3877019, + "overall": { + "rx_pkts": 38769903, + "drop_percentage": 0.0007557351528478215, + "drop_pct": 293, + "max_delay_usec": 150, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 38770196, + "avg_delay_usec": 94.9999144181506, + "min_delay_usec": 7, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 19384122, + "min_delay_usec": 7, + "drop_pct": 0, + "max_delay_usec": 150, + "tx_pkts": 19386074, + "avg_delay_usec": 97, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 19385781, + "min_delay_usec": 11, + "drop_pct": 293, + "max_delay_usec": 136, + "tx_pkts": 19384122, + "avg_delay_usec": 93, + "drop_percentage": 0.0015115464089629645 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47702841776.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 3901010, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.64107275009155 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 3982055.7006684523, + "rx_pkts": 38963118, + "time_ms": 1650853054249, + "drop_pct": 799039, + "total_tx_pps": 3976215, + "tx_pps": 4063718, + "tx_pkts": 39762157, + "drop_percentage": 2.009546413691792 + }, + { + "rx_pps": 2031858.0, + "rx_pkts": 20191592, + "time_ms": 1650853066752, + "drop_pct": 0, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191592, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3047788.0, + "rx_pkts": 30290447, + "time_ms": 1650853079251, + "drop_pct": 0, + "total_tx_pps": 3029044, + "tx_pps": 3047788, + "tx_pkts": 30290447, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3555754.0, + "rx_pkts": 35338864, + "time_ms": 1650853091784, + "drop_pct": 0, + "total_tx_pps": 3533886, + "tx_pps": 3555754, + "tx_pkts": 35338864, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3809736.0, + "rx_pkts": 37863067, + "time_ms": 1650853104288, + "drop_pct": 0, + "total_tx_pps": 3786306, + "tx_pps": 3809736, + "tx_pkts": 37863067, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3905544.608185896, + "rx_pkts": 38817602, + "time_ms": 1650853116791, + "drop_pct": 309915, + "total_tx_pps": 3912751, + "tx_pps": 3936726, + "tx_pkts": 39127517, + "drop_percentage": 0.7920640606967214 + }, + { + "rx_pps": 3873232.0, + "rx_pkts": 38563838, + "time_ms": 1650853129321, + "drop_pct": 0, + "total_tx_pps": 3856383, + "tx_pps": 3873232, + "tx_pkts": 38563838, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3904454.7698652036, + "rx_pkts": 38804426, + "time_ms": 1650853141834, + "drop_pct": 5220, + "total_tx_pps": 3880964, + "tx_pps": 3904980, + "tx_pkts": 38809646, + "drop_percentage": 0.013450264400762635 + }, + { + "rx_pps": 3889106.0, + "rx_pkts": 38651888, + "time_ms": 1650853154337, + "drop_pct": 0, + "total_tx_pps": 3865188, + "tx_pps": 3889106, + "tx_pkts": 38651888, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3897042.0, + "rx_pkts": 38732706, + "time_ms": 1650853166869, + "drop_pct": 0, + "total_tx_pps": 3873270, + "tx_pps": 3897042, + "tx_pkts": 38732706, + "drop_percentage": 0.0 + }, + { + "rx_pps": 3900980.518696114, + "rx_pkts": 38769903, + "time_ms": 1650853179381, + "drop_pct": 293, + "total_tx_pps": 3877019, + "tx_pps": 3901010, + "tx_pkts": 38770196, + "ndr_pps": 1950505, + "drop_percentage": 0.0007557351528478215 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e5fdb1f38f334e048d5a301c6045cc2d" + }, + "synthesis": { + "avg_delay_usec": 94.9999144181506, + "total_tx_rate": 3877019 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:20:20", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "4b1b0ab83b55448bb34da88ed0446e02", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "IMIX": { + "ndr": { + "load_percent_per_direction": 100.0, + "timestamp_sec": 1650853238.9316306, + "stats": { + "total_tx_rate": 14094667, + "overall": { + "rx_pkts": 140946676, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 629, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 140946676, + "avg_delay_usec": 330.48077658816163, + "min_delay_usec": 13, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 70508526, + "min_delay_usec": 14, + "drop_pct": 0, + "max_delay_usec": 629, + "tx_pkts": 70438150, + "avg_delay_usec": 292, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 70438150, + "min_delay_usec": 13, + "drop_pct": 0, + "max_delay_usec": 558, + "tx_pkts": 70508526, + "avg_delay_usec": 369, + "drop_percentage": 0.0 + }, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 43054509462.666664, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 200.0, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 16368398, + "rate_bps": 50000000000.0, + "time_taken_sec": 12.508249044418335 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 16368398.0, + "rx_pkts": 140946676, + "time_ms": 1650853238931, + "drop_pct": 0, + "total_tx_pps": 14094667, + "tx_pps": 16368398, + "tx_pkts": 140946676, + "ndr_pps": 8184199, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "4b1b0ab83b55448bb34da88ed0446e02" + }, + "synthesis": { + "avg_delay_usec": 330.48077658816163, + "total_tx_rate": 14094667 + } + }, + { + "input": { + "rate": "ndr", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "duration_sec": "10", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc18_loopback" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-04-25 02:25:30", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:07.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "EXT", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn1ter", + "name": "net_nfvbench_vn1ter", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1", + "name": "net_nfvbench_vn1", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": true, + "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 0, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": true, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2505, + 2505 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": false, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc18_loopback", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "flavor_nfvbench_dpdk", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "EXT": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 95.99609375, + "timestamp_sec": 1650853673.125213, + "stats": { + "total_tx_rate": 661136, + "overall": { + "rx_pkts": 6611360, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 538, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6611360, + "avg_delay_usec": 477.99959584714793, + "min_delay_usec": 15, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3305513, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 538, + "tx_pkts": 3305847, + "avg_delay_usec": 486, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3305847, + "min_delay_usec": 15, + "drop_pct": 0, + "max_delay_usec": 524, + "tx_pkts": 3305513, + "avg_delay_usec": 470, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 47707573760.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 191.9921875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 665160, + "rate_bps": 47998046874.0, + "time_taken_sec": 137.65885472297668 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 668428.2262058704, + "rx_pkts": 6638764, + "time_ms": 1650853547957, + "drop_pct": 243091, + "total_tx_pps": 688185, + "tx_pps": 692904, + "tx_pkts": 6881855, + "drop_percentage": 3.532347019807886 + }, + { + "rx_pps": 346452.0, + "rx_pkts": 3443493, + "time_ms": 1650853560502, + "drop_pct": 0, + "total_tx_pps": 344349, + "tx_pps": 346452, + "tx_pkts": 3443493, + "drop_percentage": 0.0 + }, + { + "rx_pps": 519678.0, + "rx_pkts": 5165340, + "time_ms": 1650853573032, + "drop_pct": 0, + "total_tx_pps": 516534, + "tx_pps": 519678, + "tx_pkts": 5165340, + "drop_percentage": 0.0 + }, + { + "rx_pps": 606290.0, + "rx_pkts": 6025616, + "time_ms": 1650853585552, + "drop_pct": 0, + "total_tx_pps": 602561, + "tx_pps": 606290, + "tx_pkts": 6025616, + "drop_percentage": 0.0 + }, + { + "rx_pps": 649598.0, + "rx_pkts": 6456032, + "time_ms": 1650853598052, + "drop_pct": 0, + "total_tx_pps": 645603, + "tx_pps": 649598, + "tx_pkts": 6456032, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665605.0071570089, + "rx_pkts": 6618445, + "time_ms": 1650853610556, + "drop_pct": 56131, + "total_tx_pps": 667457, + "tx_pps": 671250, + "tx_pkts": 6674576, + "drop_percentage": 0.8409672764232514 + }, + { + "rx_pps": 660424.0, + "rx_pkts": 6563625, + "time_ms": 1650853623059, + "drop_pct": 0, + "total_tx_pps": 656362, + "tx_pps": 660424, + "tx_pkts": 6563625, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665581.9509880405, + "rx_pkts": 6615554, + "time_ms": 1650853635567, + "drop_pct": 2545, + "total_tx_pps": 661809, + "tx_pps": 665838, + "tx_pkts": 6618099, + "drop_percentage": 0.03845515154729477 + }, + { + "rx_pps": 663130.0, + "rx_pkts": 6590519, + "time_ms": 1650853648084, + "drop_pct": 0, + "total_tx_pps": 659051, + "tx_pps": 663130, + "tx_pkts": 6590519, + "drop_percentage": 0.0 + }, + { + "rx_pps": 664484.0, + "rx_pkts": 6604641, + "time_ms": 1650853660605, + "drop_pct": 0, + "total_tx_pps": 660464, + "tx_pps": 664484, + "tx_pkts": 6604641, + "drop_percentage": 0.0 + }, + { + "rx_pps": 665160.0, + "rx_pkts": 6611360, + "time_ms": 1650853673124, + "drop_pct": 0, + "total_tx_pps": 661136, + "tx_pps": 665160, + "tx_pkts": 6611360, + "ndr_pps": 332580, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237" + }, + "synthesis": { + "avg_delay_usec": 477.99959584714793, + "total_tx_rate": 661136 + } + } + ] + }, + "fail_tests": 0, + "total_tests": 1, + "pass_tests": 1 + } + }, + { + "project_name": "nfvbench", + "scenario": "basic", + "stop_date": "2022-03-29 04:00:23", + "case_name": "characterization", + "build_tag": "I2DSIKVWY5C8", + "version": "unknown", + "pod_name": "AMICAL", + "criteria": "PASS", + "installer": "unknown", + "_id": "62428459c0d88e001ca15662", + "start_date": "2022-03-29 00:16:03", + "details": { + "tests": [ + { + "status": "passed", + "elements": [ + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 5.030165672302246, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 441.4675030708313, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012564659118652344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002872943878173828, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011372566223144531, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00823521614074707, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.396630525589, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002837181091308594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010609626770019531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007856607437133789, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39697003364563, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032806396484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007916927337646484, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.39968848228455, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003211498260498047, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007905721664428711, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40395522117615, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011658668518066406, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028514862060546875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011348724365234375, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.107589721679688e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007941484451293945, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4135231971741, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003170967102050781, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007906198501586914, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.40963220596313, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001239776611328125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00029730796813964844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001232624053955078, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 8.988380432128906e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007907390594482422, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4113304615021, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011849403381347656, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008216381072998047, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.4068977832794, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012040138244628906, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00032019615173339844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.0001010894775390625, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "128 flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007925271987915039, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 433.404554605484, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003101825714111328, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007976293563842773, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.5729796886444, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028586387634277344, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008101701736450195, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4532768726349, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00033020973205566406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007899761199951172, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.41574001312256, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011801719665527344, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003037452697753906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008031368255615234, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4325096607208, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011944770812988281, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031256675720214844, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.870529174804688e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007970094680786133, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.82969641685486, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00031185150146484375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.775161743164062e-05, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011396408081054688, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008100748062133789, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4229202270508, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001201629638671875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002961158752441406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008043766021728516, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.42792868614197, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011777877807617188, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003020763397216797, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.202957153320312e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.0001125335693359375, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00787210464477539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 443.48774886131287, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0003151893615722656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.894371032714844e-05, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008165359497070312, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4371497631073, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012183189392089844, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002982616424560547, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011897087097167969, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "10k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "10k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.441375732421875e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.34600830078125e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007880926132202148, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4218900203705, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030922889709472656, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008101463317871094, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.5446517467499, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002968311309814453, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "128 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "128" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00011539459228515625, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.226799011230469e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007904767990112305, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 443.58557987213135, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00030350685119628906, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.799003601074219e-05, + "status": "passed" + } + }, + { + "name": "256 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "256" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.274482727050781e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008047819137573242, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.51229333877563, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011873245239257812, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002970695495605469, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.965896606445312e-05, + "status": "passed" + } + }, + { + "name": "512 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "512" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.584426879882812e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011205673217773438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008028507232666016, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.4921851158142, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002834796905517578, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.679794311523438e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00011658668518066406, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007831335067749023, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.44814562797546, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002892017364501953, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "1024 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1024" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010704994201660156, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011205673217773438, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008156299591064453, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.425315618515, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012135505676269531, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002989768981933594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00011754035949707031, + "status": "passed" + } + }, + { + "name": "1280 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1280" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.703636169433594e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.369850158691406e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00010848045349121094, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008181095123291016, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.497309923172, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.000118255615234375, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002830028533935547, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.608268737792969e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.417533874511719e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.1552734375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008019685745239258, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.43971967697144, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012063980102539062, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.0002837181091308594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010013580322265625, + "status": "passed" + } + }, + { + "name": "IMIX frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "IMIX" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.393692016601562e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 9.822845458984375e-05, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008020877838134766, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.46456599235535, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011920928955078125, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.000316619873046875, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", + "keyword": "Scenario Outline", + "tags": [ + "throughput" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010132789611816406, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "ndr rate", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", + "match": { + "arguments": [ + { + "name": "rate", + "value": "ndr" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" + }, + "result": { + "duration": 0.00011324882507324219, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007940530776977539, + "status": "passed" + } + }, + { + "name": "3 runs are started and waiting for maximum result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", + "match": { + "arguments": [ + { + "name": "repeat", + "value": 3, + "original": "3" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 439.47153663635254, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011730194091796875, + "status": "passed" + } + }, + { + "name": "extract offered rate result", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" + }, + "result": { + "duration": 0.00028133392333984375, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010395050048828125, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00010609626770019531, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00024056434631347656, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.007750511169433594, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.1791934967041, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011968612670898438, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.72747802734375e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011229515075683594, + "status": "passed" + } + }, + { + "name": "64 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "64" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.298324584960938e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008098125457763672, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.174768686294556, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010180473327636719, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.250640869140625e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023174285888671875, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008144855499267578, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.25333619117737, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012159347534179688, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010204315185546875, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "768 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "768" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.560585021972656e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.0001163482666015625, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002396106719970703, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008252859115600586, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.2523250579834, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00013947486877441406, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.107589721679688e-05, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 0.00010061264038085938, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 0.00010085105895996094, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00022912025451660156, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00817418098449707, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.25585341453552, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.0001220703125, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.942054748535156e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00010895729064941406, + "status": "passed" + } + }, + { + "name": "1518 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "1518" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.512901306152344e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.322166442871094e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002522468566894531, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008129119873046875, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.25064826011658, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012230873107910156, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.918212890625e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 9.655952453613281e-05, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.5367431640625e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.465217590332031e-05, + "status": "passed" + } + }, + { + "name": "70% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "70%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.00023627281188964844, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.008117198944091797, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 40.175238370895386, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00011992454528808594, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", + "type": "scenario" + }, + { + "status": "passed", + "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", + "keyword": "Scenario Outline", + "tags": [ + "latency" + ], + "steps": [ + { + "name": "10 sec run duration", + "keyword": "Given", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", + "match": { + "arguments": [ + { + "name": "duration", + "value": "10" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" + }, + "result": { + "duration": 9.846687316894531e-05, + "status": "passed" + } + }, + { + "name": "TRex is restarted", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" + }, + "result": { + "duration": 0.00011420249938964844, + "status": "passed" + } + }, + { + "name": "9000 frame size", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", + "match": { + "arguments": [ + { + "name": "frame_size", + "value": "9000" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" + }, + "result": { + "duration": 9.489059448242188e-05, + "status": "passed" + } + }, + { + "name": "100k flow count", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", + "match": { + "arguments": [ + { + "name": "flow_count", + "value": "100k" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" + }, + "result": { + "duration": 9.179115295410156e-05, + "status": "passed" + } + }, + { + "name": "90% rate of previous scenario", + "keyword": "And", + "step_type": "given", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", + "match": { + "arguments": [ + { + "name": "percentage_rate", + "value": "90%" + } + ], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" + }, + "result": { + "duration": 0.0002562999725341797, + "status": "passed" + } + }, + { + "name": "NFVbench API is ready", + "keyword": "When", + "step_type": "when", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" + }, + "result": { + "duration": 0.00825643539428711, + "status": "passed" + } + }, + { + "name": "run is started and waiting for result", + "keyword": "Then", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" + }, + "result": { + "duration": 38.24060845375061, + "status": "passed" + } + }, + { + "name": "push result to database", + "keyword": "And", + "step_type": "then", + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", + "match": { + "arguments": [], + "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" + }, + "result": { + "duration": 0.00012087821960449219, + "status": "passed" + } + } + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", + "type": "scenario" + } + ], + "name": "characterization", + "keyword": "Feature", + "tags": [ + "characterization" + ], + "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" + } + ], + "skip_tests": 0, + "links": [ + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/xtesting.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.html", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/behave_tests.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/campaign_result.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/TESTS-characterization-full.xml", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench.log", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.json", + "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" + ], + "results": { + "latency": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "frame_sizes": [ + "64" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:55:31", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "31dfef5b7f0d4cefa8f78348321335f6", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "404397pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.5412860544, + "rate_pps": 201371, + "initial_rate_type": "rate_pps", + "rate_bps": 135321513 + }, + "tx": { + "rate_percent": 0.5414158848, + "rate_pps": 201419, + "initial_rate_type": "rate_pps", + "rate_bps": 135353971 + }, + "orig": { + "rate_percent": 0.5435095679999999, + "rate_pps": 202198, + "initial_rate_type": "rate_pps", + "rate_bps": 135877392 + } + }, + "direction-total": { + "rx": { + "rate_percent": 1.0825922688, + "rate_pps": 402749.0, + "rate_bps": 270648066.0 + }, + "tx": { + "rate_percent": 1.0828642944000002, + "rate_pps": 402850.0, + "rate_bps": 270716073.0 + }, + "orig": { + "rate_percent": 1.0870191359999999, + "rate_pps": 404396.0, + "rate_bps": 271754784.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.5413062144, + "rate_pps": 201378, + "initial_rate_type": "rate_pps", + "rate_bps": 135326553 + }, + "tx": { + "rate_percent": 0.5414484096000001, + "rate_pps": 201431, + "initial_rate_type": "rate_pps", + "rate_bps": 135362102 + }, + "orig": { + "rate_percent": 0.5435095679999999, + "rate_pps": 202198, + "initial_rate_type": "rate_pps", + "rate_bps": 135877392 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + "-1 (-0.0101%)" + ], + "lat_max_usec": 913, + "lat_avg_usec": 72, + "lat_min_usec": 31, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 10880, + "lat_avg_usec": 72, + "lat_min_usec": 30, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 402851, + "overall": { + "drop_rate_percent": 0.02512093171847776, + "rx": { + "dropped_pkts": 1012, + "pkt_bit_rate": 109573400.0, + "pkt_rate": 201421.0, + "max_delay_usec": 10880, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 72.0, + "total_pkt_bytes": 273870068, + "total_pkts": 4027501, + "min_delay_usec": 30 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 273938884, + "total_pkts": 4028513, + "pkt_bit_rate": 109576132.0, + "pkt_rate": 201426.5 + } + }, + "1": { + "drop_rate_percent": 0.023978350974548694, + "rx": { + "dropped_pkts": 483, + "pkt_bit_rate": 109577136, + "pkt_rate": 201428, + "max_delay_usec": 10880, + "total_pkt_bytes": 136932484, + "avg_delay_usec": 72, + "total_pkts": 2013713, + "min_delay_usec": 30 + }, + "tx": { + "total_pkt_bytes": 136973556, + "total_pkts": 2014317, + "pkt_bit_rate": 109577000, + "pkt_rate": 201428 + } + }, + "0": { + "drop_rate_percent": 0.02626358110134267, + "rx": { + "dropped_pkts": 529, + "pkt_bit_rate": 109569664, + "pkt_rate": 201414, + "max_delay_usec": 913, + "total_pkt_bytes": 136937584, + "avg_delay_usec": 72, + "total_pkts": 2013788, + "min_delay_usec": 31 + }, + "tx": { + "total_pkt_bytes": 136965328, + "total_pkts": 2014196, + "pkt_bit_rate": 109575264, + "pkt_rate": 201425 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 270715872.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "31dfef5b7f0d4cefa8f78348321335f6" + }, + "synthesis": { + "avg_delay_usec": 72.0, + "total_tx_rate": 402851 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "frame_sizes": [ + "64" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:56:11", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "4d3fa821db7a40a2bc3cab131ccc1635", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "519939pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 0.6960530304, + "rate_pps": 258948, + "initial_rate_type": "rate_pps", + "rate_bps": 174013257 + }, + "tx": { + "rate_percent": 0.6961078655999999, + "rate_pps": 258968, + "initial_rate_type": "rate_pps", + "rate_bps": 174026966 + }, + "orig": { + "rate_percent": 0.698798016, + "rate_pps": 259969, + "initial_rate_type": "rate_pps", + "rate_bps": 174699504 + } + }, + "direction-total": { + "rx": { + "rate_percent": 1.3921789055999998, + "rate_pps": 517923.0, + "rate_bps": 348044725.0 + }, + "tx": { + "rate_percent": 1.3922579327999998, + "rate_pps": 517952.0, + "rate_bps": 348064482.0 + }, + "orig": { + "rate_percent": 1.397596032, + "rate_pps": 519938.0, + "rate_bps": 349399008.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 0.6961258751999999, + "rate_pps": 258975, + "initial_rate_type": "rate_pps", + "rate_bps": 174031468 + }, + "tx": { + "rate_percent": 0.6961500671999998, + "rate_pps": 258984, + "initial_rate_type": "rate_pps", + "rate_bps": 174037516 + }, + "orig": { + "rate_percent": 0.698798016, + "rate_pps": 259969, + "initial_rate_type": "rate_pps", + "rate_bps": 174699504 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + 9936 + ], + "lat_max_usec": 826, + "lat_avg_usec": 86, + "lat_min_usec": 32, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 2343, + "lat_avg_usec": 82, + "lat_min_usec": 31, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 517953, + "overall": { + "drop_rate_percent": 0.005676189600950356, + "rx": { + "dropped_pkts": 294, + "pkt_bit_rate": 141229784.0, + "pkt_rate": 259613.5, + "max_delay_usec": 2343, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 84.00010464861909, + "total_pkt_bytes": 352188116, + "total_pkts": 5179237, + "min_delay_usec": 31 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 352208108, + "total_pkts": 5179531, + "pkt_bit_rate": 141223456.0, + "pkt_rate": 259601.5 + } + }, + "1": { + "drop_rate_percent": 0.007876922316556519, + "rx": { + "dropped_pkts": 204, + "pkt_bit_rate": 141232784, + "pkt_rate": 259619, + "max_delay_usec": 2343, + "total_pkt_bytes": 176084844, + "avg_delay_usec": 82, + "total_pkts": 2589483, + "min_delay_usec": 31 + }, + "tx": { + "total_pkt_bytes": 176109392, + "total_pkts": 2589844, + "pkt_bit_rate": 141216336, + "pkt_rate": 259588 + } + }, + "0": { + "drop_rate_percent": 0.0034753234657315733, + "rx": { + "dropped_pkts": 90, + "pkt_bit_rate": 141226784, + "pkt_rate": 259608, + "max_delay_usec": 826, + "total_pkt_bytes": 176103272, + "avg_delay_usec": 86, + "total_pkts": 2589754, + "min_delay_usec": 32 + }, + "tx": { + "total_pkt_bytes": 176098716, + "total_pkts": 2589687, + "pkt_bit_rate": 141230576, + "pkt_rate": 259615 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 348064416.0, + "theoretical_tx_rate_pps": 74404761.90476191 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "4d3fa821db7a40a2bc3cab131ccc1635" + }, + "synthesis": { + "avg_delay_usec": 84.00010464861909, + "total_tx_rate": 517953 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "frame_sizes": [ + "768" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:56:51", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "323313pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 4.0606182144, + "rate_pps": 161033, + "initial_rate_type": "rate_pps", + "rate_bps": 1015154553 + }, + "tx": { + "rate_percent": 4.0606182144, + "rate_pps": 161033, + "initial_rate_type": "rate_pps", + "rate_bps": 1015154553 + }, + "orig": { + "rate_percent": 4.076330304, + "rate_pps": 161656, + "initial_rate_type": "rate_pps", + "rate_bps": 1019082576 + } + }, + "direction-total": { + "rx": { + "rate_percent": 8.121481024, + "rate_pps": 322076.0, + "rate_bps": 2030370255.0 + }, + "tx": { + "rate_percent": 8.121481024, + "rate_pps": 322076.0, + "rate_bps": 2030370255.0 + }, + "orig": { + "rate_percent": 8.152660608, + "rate_pps": 323312.0, + "rate_bps": 2038165152.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 4.0608628096, + "rate_pps": 161043, + "initial_rate_type": "rate_pps", + "rate_bps": 1015215702 + }, + "tx": { + "rate_percent": 4.0608628096, + "rate_pps": 161043, + "initial_rate_type": "rate_pps", + "rate_bps": 1015215702 + }, + "orig": { + "rate_percent": 4.076330304, + "rate_pps": 161656, + "initial_rate_type": "rate_pps", + "rate_bps": 1019082576 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 319, + "lat_avg_usec": 127, + "lat_min_usec": 37, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 5029, + "lat_avg_usec": 131, + "lat_min_usec": 49, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 322076, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996376192.0, + "pkt_rate": 161330.0, + "max_delay_usec": 5029, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 128.99993976586308, + "total_pkt_bytes": 2486430580, + "total_pkts": 3220765, + "min_delay_usec": 37 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 2486430580, + "total_pkts": 3220765, + "pkt_bit_rate": 996371424.0, + "pkt_rate": 161329.0 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996389184, + "pkt_rate": 161332, + "max_delay_usec": 5029, + "total_pkt_bytes": 1243177848, + "avg_delay_usec": 131, + "total_pkts": 1610334, + "min_delay_usec": 49 + }, + "tx": { + "total_pkt_bytes": 1243252732, + "total_pkts": 1610431, + "pkt_bit_rate": 996370048, + "pkt_rate": 161329 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 996363200, + "pkt_rate": 161328, + "max_delay_usec": 319, + "total_pkt_bytes": 1243252732, + "avg_delay_usec": 127, + "total_pkts": 1610431, + "min_delay_usec": 37 + }, + "tx": { + "total_pkt_bytes": 1243177848, + "total_pkts": 1610334, + "pkt_bit_rate": 996372800, + "pkt_rate": 161329 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2030367104.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d" + }, + "synthesis": { + "avg_delay_usec": 128.99993976586308, + "total_tx_rate": 322076 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "frame_sizes": [ + "768" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:57:29", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fe186736edcd4ccf8aef444a8035ae7a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "415688pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 5.223822208, + "rate_pps": 207163, + "initial_rate_type": "rate_pps", + "rate_bps": 1305955552 + }, + "tx": { + "rate_percent": 5.2242786176000005, + "rate_pps": 207181, + "initial_rate_type": "rate_pps", + "rate_bps": 1306069654 + }, + "orig": { + "rate_percent": 5.240994304, + "rate_pps": 207844, + "initial_rate_type": "rate_pps", + "rate_bps": 1310248576 + } + }, + "direction-total": { + "rx": { + "rate_percent": 10.447904140799999, + "rate_pps": 414336.0, + "rate_bps": 2611976035.0 + }, + "tx": { + "rate_percent": 10.4488699136, + "rate_pps": 414374.0, + "rate_bps": 2612217478.0 + }, + "orig": { + "rate_percent": 10.481988608, + "rate_pps": 415688.0, + "rate_bps": 2620497152.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 5.224081932799999, + "rate_pps": 207173, + "initial_rate_type": "rate_pps", + "rate_bps": 1306020483 + }, + "tx": { + "rate_percent": 5.224591296, + "rate_pps": 207193, + "initial_rate_type": "rate_pps", + "rate_bps": 1306147824 + }, + "orig": { + "rate_percent": 5.240994304, + "rate_pps": 207844, + "initial_rate_type": "rate_pps", + "rate_bps": 1310248576 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9947, + 9947 + ], + "lat_max_usec": 5273, + "lat_avg_usec": 150, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9948, + 9948 + ], + "lat_max_usec": 11188, + "lat_avg_usec": 145, + "lat_min_usec": 37, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 414374, + "overall": { + "drop_rate_percent": 0.009242844517979626, + "rx": { + "dropped_pkts": 383, + "pkt_bit_rate": 1203150656.0, + "pkt_rate": 194810.0, + "max_delay_usec": 11188, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 147.50006214758398, + "total_pkt_bytes": 3198676236, + "total_pkts": 4143363, + "min_delay_usec": 37 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 3198971912, + "total_pkts": 4143746, + "pkt_bit_rate": 1203347648.0, + "pkt_rate": 194842.0 + } + }, + "1": { + "drop_rate_percent": 0.008735795283153188, + "rx": { + "dropped_pkts": 181, + "pkt_bit_rate": 1195129344, + "pkt_rate": 193511, + "max_delay_usec": 11188, + "total_pkt_bytes": 1599298360, + "avg_delay_usec": 145, + "total_pkts": 2071630, + "min_delay_usec": 37 + }, + "tx": { + "total_pkt_bytes": 1599533820, + "total_pkts": 2071935, + "pkt_bit_rate": 1205016576, + "pkt_rate": 195112 + } + }, + "0": { + "drop_rate_percent": 0.009749924100219567, + "rx": { + "dropped_pkts": 202, + "pkt_bit_rate": 1211171968, + "pkt_rate": 196109, + "max_delay_usec": 5273, + "total_pkt_bytes": 1599377876, + "avg_delay_usec": 150, + "total_pkts": 2071733, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 1599438092, + "total_pkts": 2071811, + "pkt_bit_rate": 1201678720, + "pkt_rate": 194572 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2612213696.0, + "theoretical_tx_rate_pps": 7931472.081218274 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fe186736edcd4ccf8aef444a8035ae7a" + }, + "synthesis": { + "avg_delay_usec": 147.50006214758398, + "total_tx_rate": 414374 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "frame_sizes": [ + "1518" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:58:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "3e05e243e2d848f58e131d186c909bc7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "353369pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 8.6621931776, + "rate_pps": 176003, + "initial_rate_type": "rate_pps", + "rate_bps": 2165548294 + }, + "tx": { + "rate_percent": 8.6621931776, + "rate_pps": 176003, + "initial_rate_type": "rate_pps", + "rate_bps": 2165548294 + }, + "orig": { + "rate_percent": 8.695704352, + "rate_pps": 176684, + "initial_rate_type": "rate_pps", + "rate_bps": 2173926088 + } + }, + "direction-total": { + "rx": { + "rate_percent": 17.324908044800004, + "rate_pps": 352017.0, + "rate_bps": 4331227010.0 + }, + "tx": { + "rate_percent": 17.324908044800004, + "rate_pps": 352017.0, + "rate_bps": 4331227010.0 + }, + "orig": { + "rate_percent": 17.391408704, + "rate_pps": 353368.0, + "rate_bps": 4347852176.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 8.662714867200002, + "rate_pps": 176014, + "initial_rate_type": "rate_pps", + "rate_bps": 2165678716 + }, + "tx": { + "rate_percent": 8.662714867200002, + "rate_pps": 176014, + "initial_rate_type": "rate_pps", + "rate_bps": 2165678716 + }, + "orig": { + "rate_percent": 8.695704352, + "rate_pps": 176684, + "initial_rate_type": "rate_pps", + "rate_bps": 2173926088 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9936, + 9936 + ], + "lat_max_usec": 327, + "lat_avg_usec": 135, + "lat_min_usec": 43, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 4259, + "lat_avg_usec": 130, + "lat_min_usec": 44, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 352017, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147925760.0, + "pkt_rate": 176406.5, + "max_delay_usec": 4259, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 132.50007528028414, + "total_pkt_bytes": 5357710916, + "total_pkts": 3520178, + "min_delay_usec": 43 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 5357710916, + "total_pkts": 3520178, + "pkt_bit_rate": 2148198656.0, + "pkt_rate": 176428.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147965440, + "pkt_rate": 176410, + "max_delay_usec": 4259, + "total_pkt_bytes": 2678774792, + "avg_delay_usec": 130, + "total_pkts": 1760036, + "min_delay_usec": 44 + }, + "tx": { + "total_pkt_bytes": 2678936124, + "total_pkts": 1760142, + "pkt_bit_rate": 2148139008, + "pkt_rate": 176424 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 2147886080, + "pkt_rate": 176403, + "max_delay_usec": 327, + "total_pkt_bytes": 2678936124, + "avg_delay_usec": 135, + "total_pkts": 1760142, + "min_delay_usec": 43 + }, + "tx": { + "total_pkt_bytes": 2678774792, + "total_pkts": 1760036, + "pkt_bit_rate": 2148258304, + "pkt_rate": 176433 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4331217168.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "3e05e243e2d848f58e131d186c909bc7" + }, + "synthesis": { + "avg_delay_usec": 132.50007528028414, + "total_tx_rate": 352017 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "frame_sizes": [ + "1518" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:58:48", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "7910b7f29a8f4eae96799809b0c39463", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "454332pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 11.1438755264, + "rate_pps": 226427, + "initial_rate_type": "rate_pps", + "rate_bps": 2785968881 + }, + "tx": { + "rate_percent": 11.144554707200001, + "rate_pps": 226441, + "initial_rate_type": "rate_pps", + "rate_bps": 2786138676 + }, + "orig": { + "rate_percent": 11.180201856, + "rate_pps": 227166, + "initial_rate_type": "rate_pps", + "rate_bps": 2795050464 + } + }, + "direction-total": { + "rx": { + "rate_percent": 22.289040512, + "rate_pps": 452881.0, + "rate_bps": 5572260127.0 + }, + "tx": { + "rate_percent": 22.289778752, + "rate_pps": 452896.0, + "rate_bps": 5572444687.0 + }, + "orig": { + "rate_percent": 22.360403712, + "rate_pps": 454332.0, + "rate_bps": 5590100928.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 11.145164985600001, + "rate_pps": 226454, + "initial_rate_type": "rate_pps", + "rate_bps": 2786291246 + }, + "tx": { + "rate_percent": 11.145224044799999, + "rate_pps": 226455, + "initial_rate_type": "rate_pps", + "rate_bps": 2786306011 + }, + "orig": { + "rate_percent": 11.180201856, + "rate_pps": 227166, + "initial_rate_type": "rate_pps", + "rate_bps": 2795050464 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9948, + "-2 (-0.0201%)" + ], + "lat_max_usec": 205, + "lat_avg_usec": 100, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9949, + 9949 + ], + "lat_max_usec": 5711, + "lat_avg_usec": 106, + "lat_min_usec": 38, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 452897, + "overall": { + "drop_rate_percent": 0.003312011340326829, + "rx": { + "dropped_pkts": 150, + "pkt_bit_rate": 2634780672.0, + "pkt_rate": 216390.5, + "max_delay_usec": 5711, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 102.9998264448576, + "total_pkt_bytes": 6892864040, + "total_pkts": 4528820, + "min_delay_usec": 38 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 6893092340, + "total_pkts": 4528970, + "pkt_bit_rate": 2645309568.0, + "pkt_rate": 217255.5 + } + }, + "1": { + "drop_rate_percent": 0.006093917872533785, + "rx": { + "dropped_pkts": 138, + "pkt_bit_rate": 2509765376, + "pkt_rate": 206123, + "max_delay_usec": 5711, + "total_pkt_bytes": 3446232638, + "avg_delay_usec": 106, + "total_pkts": 2264279, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 3446649666, + "total_pkts": 2264553, + "pkt_bit_rate": 2530603776, + "pkt_rate": 207835 + } + }, + "0": { + "drop_rate_percent": 0.0005299377279008239, + "rx": { + "dropped_pkts": 12, + "pkt_bit_rate": 2759795968, + "pkt_rate": 226658, + "max_delay_usec": 205, + "total_pkt_bytes": 3446631402, + "avg_delay_usec": 100, + "total_pkts": 2264541, + "min_delay_usec": 38 + }, + "tx": { + "total_pkt_bytes": 3446442674, + "total_pkts": 2264417, + "pkt_bit_rate": 2760015360, + "pkt_rate": 226676 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5572444688.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "7910b7f29a8f4eae96799809b0c39463" + }, + "synthesis": { + "avg_delay_usec": 102.9998264448576, + "total_tx_rate": 452897 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "frame_sizes": [ + "9000" + ], + "rate": "70%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:59:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "422174a3acbd45169f09f61c00aee4d4", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "183573pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 26.392404543999998, + "rate_pps": 91437, + "initial_rate_type": "rate_pps", + "rate_bps": 6598101136 + }, + "tx": { + "rate_percent": 26.392404543999998, + "rate_pps": 91437, + "initial_rate_type": "rate_pps", + "rate_bps": 6598101136 + }, + "orig": { + "rate_percent": 26.49325536, + "rate_pps": 91786, + "initial_rate_type": "rate_pps", + "rate_bps": 6623313840 + } + }, + "direction-total": { + "rx": { + "rate_percent": 52.786425472, + "rate_pps": 182879.0, + "rate_bps": 13196606368.0 + }, + "tx": { + "rate_percent": 52.786425472, + "rate_pps": 182879.0, + "rate_bps": 13196606368.0 + }, + "orig": { + "rate_percent": 52.98651072, + "rate_pps": 183572.0, + "rate_bps": 13246627680.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 26.394020928, + "rate_pps": 91442, + "initial_rate_type": "rate_pps", + "rate_bps": 6598505232 + }, + "tx": { + "rate_percent": 26.394020928, + "rate_pps": 91442, + "initial_rate_type": "rate_pps", + "rate_bps": 6598505232 + }, + "orig": { + "rate_percent": 26.49325536, + "rate_pps": 91786, + "initial_rate_type": "rate_pps", + "rate_bps": 6623313840 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 7076, + "lat_avg_usec": 465, + "lat_min_usec": 117, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9938, + 9938 + ], + "lat_max_usec": 7737, + "lat_avg_usec": 470, + "lat_min_usec": 130, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 182879, + "overall": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6309462016.0, + "pkt_rate": 87592.0, + "max_delay_usec": 7737, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 467.4999234469854, + "total_pkt_bytes": 16466497192, + "total_pkts": 1828798, + "min_delay_usec": 117 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 16466497192, + "total_pkts": 1828798, + "pkt_bit_rate": 6308925440.0, + "pkt_rate": 87584.5 + } + }, + "1": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6276257280, + "pkt_rate": 87131, + "max_delay_usec": 7737, + "total_pkt_bytes": 8232996484, + "avg_delay_usec": 470, + "total_pkts": 914371, + "min_delay_usec": 130 + }, + "tx": { + "total_pkt_bytes": 8233500708, + "total_pkts": 914427, + "pkt_bit_rate": 6310474240, + "pkt_rate": 87606 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 6342666752, + "pkt_rate": 88053, + "max_delay_usec": 7076, + "total_pkt_bytes": 8233500708, + "avg_delay_usec": 465, + "total_pkts": 914427, + "min_delay_usec": 117 + }, + "tx": { + "total_pkt_bytes": 8232996484, + "total_pkts": 914371, + "pkt_bit_rate": 6307376640, + "pkt_rate": 87563 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 13196548640.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "422174a3acbd45169f09f61c00aee4d4" + }, + "synthesis": { + "avg_delay_usec": 467.4999234469854, + "total_tx_rate": 182879 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "frame_sizes": [ + "9000" + ], + "rate": "90%", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic", + "restart": "true" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 04:00:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": "true", + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "f14fd151f22a41f7b5185e37d548ad45", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "236023pps", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": false, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": true, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "run_config": { + "direction-forward": { + "rx": { + "rate_percent": 33.929862912, + "rate_pps": 117550, + "initial_rate_type": "rate_pps", + "rate_bps": 8482465728 + }, + "tx": { + "rate_percent": 33.93338432, + "rate_pps": 117563, + "initial_rate_type": "rate_pps", + "rate_bps": 8483346080 + }, + "orig": { + "rate_percent": 34.062839360000005, + "rate_pps": 118011, + "initial_rate_type": "rate_pps", + "rate_bps": 8515709840 + } + }, + "direction-total": { + "rx": { + "rate_percent": 67.86532543999999, + "rate_pps": 235120.0, + "rate_bps": 16966331360.0 + }, + "tx": { + "rate_percent": 67.868846848, + "rate_pps": 235133.0, + "rate_bps": 16967211712.0 + }, + "orig": { + "rate_percent": 68.12567872000001, + "rate_pps": 236022.0, + "rate_bps": 17031419680.0 + } + }, + "direction-reverse": { + "rx": { + "rate_percent": 33.935462528, + "rate_pps": 117570, + "initial_rate_type": "rate_pps", + "rate_bps": 8483865632 + }, + "tx": { + "rate_percent": 33.935462528, + "rate_pps": 117570, + "initial_rate_type": "rate_pps", + "rate_bps": 8483865632 + }, + "orig": { + "rate_percent": 34.062839360000005, + "rate_pps": 118011, + "initial_rate_type": "rate_pps", + "rate_bps": 8515709840 + } + } + }, + "packet_path_stats": { + "Forward": { + "interfaces": [ + "TRex.TX.p0", + "TRex.RX.p1" + ], + "chains": { + "0": { + "packets": [ + 9937, + 9937 + ], + "lat_max_usec": 4884, + "lat_avg_usec": 544, + "lat_min_usec": 229, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + }, + "Reverse": { + "interfaces": [ + "TRex.TX.p1", + "TRex.RX.p0" + ], + "chains": { + "0": { + "packets": [ + 9939, + 9939 + ], + "lat_max_usec": 8447, + "lat_avg_usec": 520, + "lat_min_usec": 229, + "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + } + } + } + } + }, + "stats": { + "total_tx_rate": 235133, + "overall": { + "drop_rate_percent": 0.005188548448283782, + "rx": { + "dropped_pkts": 122, + "pkt_bit_rate": 8485221632.0, + "pkt_rate": 117797.5, + "max_delay_usec": 8447, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "avg_delay_usec": 532.000990128487, + "total_pkt_bytes": 21170294840, + "total_pkts": 2351210, + "min_delay_usec": 229 + }, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", + "tx": { + "total_pkt_bytes": 21171393328, + "total_pkts": 2351332, + "pkt_bit_rate": 8486891520.0, + "pkt_rate": 117820.5 + } + }, + "1": { + "drop_rate_percent": 0.010376779149818577, + "rx": { + "dropped_pkts": 122, + "pkt_bit_rate": 8483412992, + "pkt_rate": 117772, + "max_delay_usec": 8447, + "total_pkt_bytes": 10584274032, + "avg_delay_usec": 520, + "total_pkts": 1175508, + "min_delay_usec": 229 + }, + "tx": { + "total_pkt_bytes": 10586020808, + "total_pkts": 1175702, + "pkt_bit_rate": 8486368256, + "pkt_rate": 117813 + } + }, + "0": { + "drop_rate_percent": 0.0, + "rx": { + "dropped_pkts": 0, + "pkt_bit_rate": 8487030272, + "pkt_rate": 117823, + "max_delay_usec": 4884, + "total_pkt_bytes": 10586020808, + "avg_delay_usec": 544, + "total_pkts": 1175702, + "min_delay_usec": 229 + }, + "tx": { + "total_pkt_bytes": 10585372520, + "total_pkts": 1175630, + "pkt_bit_rate": 8487414784, + "pkt_rate": 117828 + } + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 16967197280.0, + "theoretical_tx_rate_pps": 692904.6563192905 + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f14fd151f22a41f7b5185e37d548ad45" + }, + "synthesis": { + "avg_delay_usec": 532.000990128487, + "total_tx_rate": 235133 + } + } + ], + "throughput": [ + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:21:09", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.48828125, + "timestamp_sec": 1648513409.8775496, + "stats": { + "total_tx_rate": 361069, + "overall": { + "rx_pkts": 3610699, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1893, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3610699, + "avg_delay_usec": 91.50007602406072, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1805258, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 990, + "tx_pkts": 1805441, + "avg_delay_usec": 90, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1805441, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1893, + "tx_pkts": 1805258, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 242638368.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.9765625, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 363304, + "rate_bps": 244140624.0, + "time_taken_sec": 137.65262913703918 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 706488.1334367159, + "rx_pkts": 4041557, + "time_ms": 1648513284731, + "drop_pct": 421600523, + "total_tx_pps": 42564208, + "tx_pps": 74404760, + "tx_pkts": 425642080, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42564208). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 99.05047992435334 + }, + { + "rx_pps": 518432.56253104715, + "rx_pkts": 5152442, + "time_ms": 1648513297224, + "drop_pct": 364583410, + "total_tx_pps": 36973585, + "tx_pps": 37202380, + "tx_pkts": 369735852, + "drop_percentage": 98.60645323624175 + }, + { + "rx_pps": 606695.2079490544, + "rx_pkts": 6029034, + "time_ms": 1648513309723, + "drop_pct": 178820303, + "total_tx_pps": 18484933, + "tx_pps": 18601190, + "tx_pkts": 184849337, + "drop_percentage": 96.73840647856909 + }, + { + "rx_pps": 490524.8337800907, + "rx_pkts": 4874836, + "time_ms": 1648513322260, + "drop_pct": 87554471, + "total_tx_pps": 9242930, + "tx_pps": 9300594, + "tx_pkts": 92429307, + "drop_percentage": 94.72587628510512 + }, + { + "rx_pps": 1794968.8359250196, + "rx_pkts": 17837503, + "time_ms": 1648513334800, + "drop_pct": 28374814, + "total_tx_pps": 4621231, + "tx_pps": 4650296, + "tx_pkts": 46212317, + "drop_percentage": 61.40097671363243 + }, + { + "rx_pps": 1920709.0456904878, + "rx_pkts": 19088969, + "time_ms": 1648513347304, + "drop_pct": 4019517, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108486, + "drop_percentage": 17.394116602879134 + }, + { + "rx_pps": 1161713.5081454054, + "rx_pkts": 11545692, + "time_ms": 1648513359821, + "drop_pct": 8552, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554244, + "drop_percentage": 0.07401609313426305 + }, + { + "rx_pps": 581251.9908500996, + "rx_pkts": 5776774, + "time_ms": 1648513372321, + "drop_pct": 338, + "total_tx_pps": 577711, + "tx_pps": 581286, + "tx_pkts": 5777112, + "drop_percentage": 0.005850674177686014 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2888548, + "time_ms": 1648513384819, + "drop_pct": 0, + "total_tx_pps": 288854, + "tx_pps": 290642, + "tx_pkts": 2888548, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435944.8824348059, + "rx_pkts": 4332640, + "time_ms": 1648513397325, + "drop_pct": 190, + "total_tx_pps": 433283, + "tx_pps": 435964, + "tx_pkts": 4332830, + "drop_percentage": 0.0043851247337190705 + }, + { + "rx_pps": 363304.0, + "rx_pkts": 3610699, + "time_ms": 1648513409876, + "drop_pct": 0, + "total_tx_pps": 361069, + "tx_pps": 363304, + "tx_pkts": 3610699, + "ndr_pps": 181652, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8" + }, + "synthesis": { + "avg_delay_usec": 91.50007602406072, + "total_tx_rate": 361069 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:28:22", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a2a3552c4052460aae598a9a2f15a5af", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 1.5625, + "timestamp_sec": 1648513842.6383016, + "stats": { + "total_tx_rate": 655714, + "overall": { + "rx_pkts": 6557144, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 297, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6557144, + "avg_delay_usec": 144.50047810449183, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3278407, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 297, + "tx_pkts": 3278737, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 3278737, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 285, + "tx_pkts": 3278407, + "avg_delay_usec": 154, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 776365376.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 659838, + "rate_bps": 781250000.0, + "time_taken_sec": 137.85558819770813 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 437885.75742536853, + "rx_pkts": 4035817, + "time_ms": 1648513717287, + "drop_pct": 385178610, + "total_tx_pps": 38921442, + "tx_pps": 42229728, + "tx_pkts": 389214427, + "drop_percentage": 98.96308648394475 + }, + { + "rx_pps": 514776.8413086158, + "rx_pkts": 5125891, + "time_ms": 1648513729860, + "drop_pct": 205125392, + "total_tx_pps": 21025128, + "tx_pps": 21114864, + "tx_pkts": 210251283, + "drop_percentage": 97.5620167797026 + }, + { + "rx_pps": 432863.9814335654, + "rx_pkts": 4301586, + "time_ms": 1648513742365, + "drop_pct": 100612899, + "total_tx_pps": 10491448, + "tx_pps": 10557432, + "tx_pkts": 104914485, + "drop_percentage": 95.89991219992167 + }, + { + "rx_pps": 464230.29844768636, + "rx_pkts": 4613753, + "time_ms": 1648513754871, + "drop_pct": 47848768, + "total_tx_pps": 5246252, + "tx_pps": 5278716, + "tx_pkts": 52462521, + "drop_percentage": 91.20562086598926 + }, + { + "rx_pps": 2260538.697414863, + "rx_pkts": 22466366, + "time_ms": 1648513767378, + "drop_pct": 3764896, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231262, + "drop_percentage": 14.352706324232512 + }, + { + "rx_pps": 1312938.9549736879, + "rx_pkts": 13048644, + "time_ms": 1648513780029, + "drop_pct": 66976, + "total_tx_pps": 1311562, + "tx_pps": 1319678, + "tx_pkts": 13115620, + "drop_percentage": 0.510658283786813 + }, + { + "rx_pps": 659838.0, + "rx_pkts": 6557144, + "time_ms": 1648513792527, + "drop_pct": 0, + "total_tx_pps": 655714, + "tx_pps": 659838, + "tx_pkts": 6557144, + "drop_percentage": 0.0 + }, + { + "rx_pps": 988639.1634389523, + "rx_pkts": 9825098, + "time_ms": 1648513805064, + "drop_pct": 11119, + "total_tx_pps": 983621, + "tx_pps": 989758, + "tx_pkts": 9836217, + "drop_percentage": 0.11304142639390734 + }, + { + "rx_pps": 824644.053266355, + "rx_pkts": 8195727, + "time_ms": 1648513817582, + "drop_pct": 1530, + "total_tx_pps": 819725, + "tx_pps": 824798, + "tx_pkts": 8197257, + "drop_percentage": 0.018664780181955987 + }, + { + "rx_pps": 741931.4226302601, + "rx_pkts": 7373687, + "time_ms": 1648513830132, + "drop_pct": 3842, + "total_tx_pps": 737752, + "tx_pps": 742318, + "tx_pkts": 7377529, + "drop_percentage": 0.05207705723691496 + }, + { + "rx_pps": 700991.5684744361, + "rx_pkts": 6966807, + "time_ms": 1648513842637, + "drop_pct": 859, + "total_tx_pps": 696766, + "tx_pps": 701078, + "tx_pkts": 6967666, + "ndr_pps": 329919, + "drop_percentage": 0.012328375097198975 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2a3552c4052460aae598a9a2f15a5af" + }, + "synthesis": { + "avg_delay_usec": 144.50047810449183, + "total_tx_rate": 655714 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:30:46", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.46484375, + "timestamp_sec": 1648513986.98413, + "stats": { + "total_tx_rate": 330004, + "overall": { + "rx_pkts": 3300040, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1086, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3300040, + "avg_delay_usec": 139.50062878025722, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1649937, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 293, + "tx_pkts": 1650103, + "avg_delay_usec": 127, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1650103, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1086, + "tx_pkts": 1649937, + "avg_delay_usec": 152, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 728648832.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 2.9296875, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 331712, + "rate_bps": 732421874.0, + "time_taken_sec": 137.723162651062 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 414547.50338899135, + "rx_pkts": 3772754, + "time_ms": 1648513861746, + "drop_pct": 202316378, + "total_tx_pps": 20608913, + "tx_pps": 22644926, + "tx_pkts": 206089132, + "drop_percentage": 98.16935810084347 + }, + { + "rx_pps": 483450.9476070763, + "rx_pkts": 4804294, + "time_ms": 1648513874342, + "drop_pct": 107712677, + "total_tx_pps": 11251697, + "tx_pps": 11322462, + "tx_pkts": 112516971, + "drop_percentage": 95.73016056395618 + }, + { + "rx_pps": 824045.7574638664, + "rx_pkts": 8189779, + "time_ms": 1648513886844, + "drop_pct": 48074357, + "total_tx_pps": 5626413, + "tx_pps": 5661230, + "tx_pkts": 56264136, + "drop_percentage": 85.4440508959384 + }, + { + "rx_pps": 2016586.653705108, + "rx_pkts": 20041847, + "time_ms": 1648513899359, + "drop_pct": 8090211, + "total_tx_pps": 2813205, + "tx_pps": 2830614, + "tx_pkts": 28132058, + "drop_percentage": 28.757977820179384 + }, + { + "rx_pps": 1392997.5749045208, + "rx_pkts": 13842915, + "time_ms": 1648513911857, + "drop_pct": 221690, + "total_tx_pps": 1406460, + "tx_pps": 1415306, + "tx_pkts": 14064605, + "drop_percentage": 1.5762262786619319 + }, + { + "rx_pps": 707431.7454844667, + "rx_pkts": 7030812, + "time_ms": 1648513924415, + "drop_pct": 2189, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033001, + "drop_percentage": 0.03112469342745721 + }, + { + "rx_pps": 353821.1698142399, + "rx_pkts": 3516100, + "time_ms": 1648513936917, + "drop_pct": 48, + "total_tx_pps": 351614, + "tx_pps": 353826, + "tx_pkts": 3516148, + "drop_percentage": 0.001365130250490025 + }, + { + "rx_pps": 176912.0, + "rx_pkts": 1758241, + "time_ms": 1648513949440, + "drop_pct": 0, + "total_tx_pps": 175824, + "tx_pps": 176912, + "tx_pkts": 1758241, + "drop_percentage": 0.0 + }, + { + "rx_pps": 265368.99381318525, + "rx_pkts": 2637373, + "time_ms": 1648513961956, + "drop_pct": 10, + "total_tx_pps": 263738, + "tx_pps": 265370, + "tx_pkts": 2637383, + "drop_percentage": 0.0003791637392066302 + }, + { + "rx_pps": 309598.0, + "rx_pkts": 3076942, + "time_ms": 1648513974476, + "drop_pct": 0, + "total_tx_pps": 307694, + "tx_pps": 309598, + "tx_pkts": 3076942, + "drop_percentage": 0.0 + }, + { + "rx_pps": 331712.0, + "rx_pkts": 3300040, + "time_ms": 1648513986983, + "drop_pct": 0, + "total_tx_pps": 330004, + "tx_pps": 331712, + "tx_pkts": 3300040, + "ndr_pps": 165856, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7" + }, + "synthesis": { + "avg_delay_usec": 139.50062878025722, + "total_tx_rate": 330004 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:38:00", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "14a1559a15b240baba4ced0f0074e6b2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.515625, + "timestamp_sec": 1648514420.241935, + "stats": { + "total_tx_rate": 410478, + "overall": { + "rx_pkts": 4104780, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2294, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4104780, + "avg_delay_usec": 102.50042657584572, + "min_delay_usec": 25, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2052287, + "min_delay_usec": 25, + "drop_pct": 0, + "max_delay_usec": 178, + "tx_pkts": 2052493, + "avg_delay_usec": 94, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2052493, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 2294, + "tx_pkts": 2052287, + "avg_delay_usec": 111, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1746994368.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.03125, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 413018, + "rate_bps": 1757812500.0, + "time_taken_sec": 137.53734683990479 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 524663.0616057739, + "rx_pkts": 4997001, + "time_ms": 1648514295209, + "drop_pct": 106894557, + "total_tx_pps": 11189155, + "tx_pps": 11748120, + "tx_pkts": 111891558, + "drop_percentage": 95.53406790528379 + }, + { + "rx_pps": 544892.1971034479, + "rx_pkts": 5414866, + "time_ms": 1648514307703, + "drop_pct": 52958603, + "total_tx_pps": 5837346, + "tx_pps": 5874060, + "tx_pkts": 58373469, + "drop_percentage": 90.72375499903903 + }, + { + "rx_pps": 1890962.4682001427, + "rx_pkts": 18793332, + "time_ms": 1648514320196, + "drop_pct": 10396343, + "total_tx_pps": 2918967, + "tx_pps": 2937030, + "tx_pkts": 29189675, + "drop_percentage": 35.61650823450415 + }, + { + "rx_pps": 1457857.666167266, + "rx_pkts": 14488922, + "time_ms": 1648514332694, + "drop_pct": 105908, + "total_tx_pps": 1459483, + "tx_pps": 1468514, + "tx_pkts": 14594830, + "drop_percentage": 0.7256542213920957 + }, + { + "rx_pps": 734180.9171085032, + "rx_pkts": 7304369, + "time_ms": 1648514345200, + "drop_pct": 747, + "total_tx_pps": 730511, + "tx_pps": 734256, + "tx_pkts": 7305116, + "drop_percentage": 0.010225710310418069 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648705, + "time_ms": 1648514357697, + "drop_pct": 0, + "total_tx_pps": 364870, + "tx_pps": 367128, + "tx_pkts": 3648705, + "drop_percentage": 0.0 + }, + { + "rx_pps": 549710.0929020192, + "rx_pkts": 5462911, + "time_ms": 1648514370202, + "drop_pct": 9758, + "total_tx_pps": 547266, + "tx_pps": 550692, + "tx_pkts": 5472669, + "drop_percentage": 0.17830422413634006 + }, + { + "rx_pps": 458905.1702994093, + "rx_pkts": 4560831, + "time_ms": 1648514382706, + "drop_pct": 48, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.0010524287094658728 + }, + { + "rx_pps": 413018.0, + "rx_pkts": 4104780, + "time_ms": 1648514395211, + "drop_pct": 0, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104780, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435770.00100064784, + "rx_pkts": 4335260, + "time_ms": 1648514407739, + "drop_pct": 1930, + "total_tx_pps": 433719, + "tx_pps": 435964, + "tx_pkts": 4337190, + "drop_percentage": 0.04449885755523738 + }, + { + "rx_pps": 424408.48645580024, + "rx_pkts": 4217987, + "time_ms": 1648514420241, + "drop_pct": 830, + "total_tx_pps": 421881, + "tx_pps": 424492, + "tx_pkts": 4218817, + "ndr_pps": 206509, + "drop_percentage": 0.019673761625593145 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "14a1559a15b240baba4ced0f0074e6b2" + }, + "synthesis": { + "avg_delay_usec": 102.50042657584572, + "total_tx_rate": 410478 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:50:01", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "8dd3beb2954d49b59cfca0b597a08ad2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 5.46875, + "timestamp_sec": 1648515142.0455678, + "stats": { + "total_tx_rate": 431865, + "overall": { + "rx_pkts": 4318624, + "drop_percentage": 0.0006715056754965032, + "drop_pct": 29, + "max_delay_usec": 4023, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4318653, + "avg_delay_usec": 116.9997614981068, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2159209, + "min_delay_usec": 31, + "drop_pct": 9, + "max_delay_usec": 2684, + "tx_pkts": 2159435, + "avg_delay_usec": 122, + "drop_percentage": 0.0004167756843804051 + }, + "0": { + "rx_pkts": 2159415, + "min_delay_usec": 31, + "drop_pct": 20, + "max_delay_usec": 4023, + "tx_pkts": 2159218, + "avg_delay_usec": 112, + "drop_percentage": 0.0009262612668104841 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2722476960.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 10.9375, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 433752, + "rate_bps": 2734375000.0, + "time_taken_sec": 137.69723057746887 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1902578.374437825, + "rx_pkts": 18430452, + "time_ms": 1648515016843, + "drop_pct": 58402448, + "total_tx_pps": 7683290, + "tx_pps": 7931472, + "tx_pkts": 76832900, + "drop_percentage": 76.01229160945377 + }, + { + "rx_pps": 1725307.3463774815, + "rx_pkts": 17171122, + "time_ms": 1648515029432, + "drop_pct": 22297867, + "total_tx_pps": 3946898, + "tx_pps": 3965736, + "tx_pkts": 39468989, + "drop_percentage": 56.49464950825064 + }, + { + "rx_pps": 1801127.1402490556, + "rx_pkts": 17898703, + "time_ms": 1648515041929, + "drop_pct": 1806050, + "total_tx_pps": 1970475, + "tx_pps": 1982868, + "tx_pkts": 19704753, + "drop_percentage": 9.16555513281491 + }, + { + "rx_pps": 988562.2393063733, + "rx_pkts": 9824828, + "time_ms": 1648515054424, + "drop_pct": 28541, + "total_tx_pps": 985336, + "tx_pps": 991434, + "tx_pkts": 9853369, + "drop_percentage": 0.28965727356805576 + }, + { + "rx_pps": 495697.1842930203, + "rx_pkts": 4926489, + "time_ms": 1648515066934, + "drop_pct": 187, + "total_tx_pps": 492667, + "tx_pps": 495716, + "tx_pkts": 4926676, + "drop_percentage": 0.00379566263338608 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463092, + "time_ms": 1648515079432, + "drop_pct": 0, + "total_tx_pps": 246309, + "tx_pps": 247858, + "tx_pkts": 2463092, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371783.78616389656, + "rx_pkts": 3694602, + "time_ms": 1648515091948, + "drop_pct": 22, + "total_tx_pps": 369462, + "tx_pps": 371786, + "tx_pkts": 3694624, + "drop_percentage": 0.0005954597815636991 + }, + { + "rx_pps": 433749.0873307024, + "rx_pkts": 4318624, + "time_ms": 1648515104463, + "drop_pct": 29, + "total_tx_pps": 431865, + "tx_pps": 433752, + "tx_pkts": 4318653, + "drop_percentage": 0.0006715056754965032 + }, + { + "rx_pps": 463811.53496571037, + "rx_pkts": 4609129, + "time_ms": 1648515117017, + "drop_pct": 9167, + "total_tx_pps": 461829, + "tx_pps": 464734, + "tx_pkts": 4618296, + "drop_percentage": 0.19849312387079562 + }, + { + "rx_pps": 449083.4088627579, + "rx_pkts": 4462768, + "time_ms": 1648515129513, + "drop_pct": 1576, + "total_tx_pps": 446434, + "tx_pps": 449242, + "tx_pkts": 4464344, + "drop_percentage": 0.03530193909788314 + }, + { + "rx_pps": 441182.37132601463, + "rx_pkts": 4384693, + "time_ms": 1648515142044, + "drop_pct": 3117, + "total_tx_pps": 438781, + "tx_pps": 441496, + "tx_pkts": 4387810, + "ndr_pps": 216876, + "drop_percentage": 0.07103771585369467 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "8dd3beb2954d49b59cfca0b597a08ad2" + }, + "synthesis": { + "avg_delay_usec": 116.9997614981068, + "total_tx_rate": 431865 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:52:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "75405003766f40e9b542c75124035b57", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.73828125, + "timestamp_sec": 1648515286.889274, + "stats": { + "total_tx_rate": 401294, + "overall": { + "rx_pkts": 4012912, + "drop_percentage": 0.0008472578499685767, + "drop_pct": 34, + "max_delay_usec": 328, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4012946, + "avg_delay_usec": 111.00076054496087, + "min_delay_usec": 34, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2006238, + "min_delay_usec": 34, + "drop_pct": 34, + "max_delay_usec": 326, + "tx_pkts": 2006674, + "avg_delay_usec": 104, + "drop_percentage": 0.001694345967506431 + }, + "0": { + "rx_pkts": 2006674, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 328, + "tx_pkts": 2006272, + "avg_delay_usec": 118, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3351607488.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.4765625, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 403392, + "rate_bps": 3369140624.0, + "time_taken_sec": 137.79849529266357 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1930795.241663838, + "rx_pkts": 18852856, + "time_ms": 1648515161575, + "drop_pct": 39601980, + "total_tx_pps": 5845483, + "tx_pps": 5986590, + "tx_pkts": 58454836, + "drop_percentage": 67.74799607683443 + }, + { + "rx_pps": 1762189.8584894312, + "rx_pkts": 17511764, + "time_ms": 1648515174131, + "drop_pct": 12234099, + "total_tx_pps": 2974586, + "tx_pps": 2993294, + "tx_pkts": 29745863, + "drop_percentage": 41.12874116309888 + }, + { + "rx_pps": 1462161.4284772114, + "rx_pkts": 14531695, + "time_ms": 1648515186630, + "drop_pct": 342725, + "total_tx_pps": 1487442, + "tx_pps": 1496646, + "tx_pkts": 14874420, + "drop_percentage": 2.3041234548977374 + }, + { + "rx_pps": 747018.4838640236, + "rx_pkts": 7424246, + "time_ms": 1648515199145, + "drop_pct": 12955, + "total_tx_pps": 743720, + "tx_pps": 748322, + "tx_pkts": 7437201, + "drop_percentage": 0.17419187675578487 + }, + { + "rx_pps": 374159.8993711233, + "rx_pkts": 3718216, + "time_ms": 1648515211671, + "drop_pct": 1, + "total_tx_pps": 371821, + "tx_pps": 374160, + "tx_pkts": 3718217, + "drop_percentage": 2.689461104610086e-05 + }, + { + "rx_pps": 560771.4296064666, + "rx_pkts": 5578275, + "time_ms": 1648515224196, + "drop_pct": 4681, + "total_tx_pps": 558295, + "tx_pps": 561242, + "tx_pkts": 5582956, + "drop_percentage": 0.0838444723547884 + }, + { + "rx_pps": 467650.58381987753, + "rx_pkts": 4647748, + "time_ms": 1648515236753, + "drop_pct": 511, + "total_tx_pps": 464825, + "tx_pps": 467702, + "tx_pkts": 4648259, + "drop_percentage": 0.010993363321622138 + }, + { + "rx_pps": 420590.6668502663, + "rx_pkts": 4179622, + "time_ms": 1648515249317, + "drop_pct": 3392, + "total_tx_pps": 418301, + "tx_pps": 420932, + "tx_pkts": 4183014, + "drop_percentage": 0.08108985530528943 + }, + { + "rx_pps": 397542.8805052174, + "rx_pkts": 3950585, + "time_ms": 1648515261830, + "drop_pct": 31, + "total_tx_pps": 395061, + "tx_pps": 397546, + "tx_pkts": 3950616, + "drop_percentage": 0.0007846877550235204 + }, + { + "rx_pps": 409151.5902254465, + "rx_pkts": 4067378, + "time_ms": 1648515274351, + "drop_pct": 859, + "total_tx_pps": 406823, + "tx_pps": 409238, + "tx_pkts": 4068237, + "drop_percentage": 0.02111479739258062 + }, + { + "rx_pps": 403388.5822296139, + "rx_pkts": 4012912, + "time_ms": 1648515286888, + "drop_pct": 34, + "total_tx_pps": 401294, + "tx_pps": 403392, + "tx_pkts": 4012946, + "ndr_pps": 201696, + "drop_percentage": 0.0008472578499685767 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "75405003766f40e9b542c75124035b57" + }, + "synthesis": { + "avg_delay_usec": 111.00076054496087, + "total_tx_rate": 401294 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 00:59:40", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "f6fbe0374ea244fabde658db4f3248c1", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 8.3984375, + "timestamp_sec": 1648515720.6989858, + "stats": { + "total_tx_rate": 401408, + "overall": { + "rx_pkts": 4014082, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1461, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4014082, + "avg_delay_usec": 129.00015096851533, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2006940, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 615, + "tx_pkts": 2007142, + "avg_delay_usec": 126, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2007142, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 1461, + "tx_pkts": 2006940, + "avg_delay_usec": 132, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4174643200.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 16.796875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 403770, + "rate_bps": 4199218750.0, + "time_taken_sec": 137.7598237991333 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1782209.6840959138, + "rx_pkts": 17492199, + "time_ms": 1648515595424, + "drop_pct": 29694788, + "total_tx_pps": 4718698, + "tx_pps": 4807692, + "tx_pkts": 47186987, + "drop_percentage": 62.93003619832731 + }, + { + "rx_pps": 1746211.0920846344, + "rx_pkts": 17352973, + "time_ms": 1648515608019, + "drop_pct": 6535247, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 27.357613920166507 + }, + { + "rx_pps": 1194285.0711804812, + "rx_pkts": 11868211, + "time_ms": 1648515620524, + "drop_pct": 75892, + "total_tx_pps": 1194410, + "tx_pps": 1201922, + "tx_pkts": 11944103, + "drop_percentage": 0.6353930470961276 + }, + { + "rx_pps": 600176.2805216585, + "rx_pkts": 5964855, + "time_ms": 1648515633020, + "drop_pct": 7789, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972644, + "drop_percentage": 0.13041125504885273 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986022, + "time_ms": 1648515645545, + "drop_pct": 0, + "total_tx_pps": 298602, + "tx_pps": 300480, + "tx_pkts": 2986022, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450690.71758913517, + "rx_pkts": 4478832, + "time_ms": 1648515658043, + "drop_pct": 291, + "total_tx_pps": 447912, + "tx_pps": 450720, + "tx_pkts": 4479123, + "drop_percentage": 0.006496807522365427 + }, + { + "rx_pps": 375598.59119610087, + "rx_pkts": 3732514, + "time_ms": 1648515670558, + "drop_pct": 14, + "total_tx_pps": 373252, + "tx_pps": 375600, + "tx_pkts": 3732528, + "drop_percentage": 0.0003750809103106527 + }, + { + "rx_pps": 413028.79315219715, + "rx_pkts": 4104889, + "time_ms": 1648515683111, + "drop_pct": 1304, + "total_tx_pps": 410619, + "tx_pps": 413160, + "tx_pkts": 4106193, + "drop_percentage": 0.03175690962407271 + }, + { + "rx_pps": 394380.0, + "rx_pkts": 3919155, + "time_ms": 1648515695623, + "drop_pct": 0, + "total_tx_pps": 391915, + "tx_pps": 394380, + "tx_pkts": 3919155, + "drop_percentage": 0.0 + }, + { + "rx_pps": 403770.0, + "rx_pkts": 4014082, + "time_ms": 1648515708195, + "drop_pct": 0, + "total_tx_pps": 401408, + "tx_pps": 403770, + "tx_pkts": 4014082, + "drop_percentage": 0.0 + }, + { + "rx_pps": 408041.4893278549, + "rx_pkts": 4055321, + "time_ms": 1648515720698, + "drop_pct": 4219, + "total_tx_pps": 405954, + "tx_pps": 408466, + "tx_pkts": 4059540, + "ndr_pps": 201885, + "drop_percentage": 0.10392803125477271 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "f6fbe0374ea244fabde658db4f3248c1" + }, + "synthesis": { + "avg_delay_usec": 129.00015096851533, + "total_tx_rate": 401408 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:11:42", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "aa22a77595534177821bc1ddb05bf7d5", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 10.3515625, + "timestamp_sec": 1648516442.9958127, + "stats": { + "total_tx_rate": 418029, + "overall": { + "rx_pkts": 4180291, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 614, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4180291, + "avg_delay_usec": 133.0, + "min_delay_usec": 35, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2090041, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 614, + "tx_pkts": 2090250, + "avg_delay_usec": 133, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2090250, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 256, + "tx_pkts": 2090041, + "avg_delay_usec": 133, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5143428816.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 20.703125, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 420658, + "rate_bps": 5175781250.0, + "time_taken_sec": 137.71833491325378 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1525365.0868388722, + "rx_pkts": 15001649, + "time_ms": 1648516317782, + "drop_pct": 24964174, + "total_tx_pps": 3996582, + "tx_pps": 4063718, + "tx_pkts": 39965823, + "drop_percentage": 62.46380563713151 + }, + { + "rx_pps": 1496120.4701008687, + "rx_pkts": 14867698, + "time_ms": 1648516330341, + "drop_pct": 5323892, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191590, + "drop_percentage": 26.36687848752872 + }, + { + "rx_pps": 1014361.6676065021, + "rx_pkts": 10081237, + "time_ms": 1648516342836, + "drop_pct": 15567, + "total_tx_pps": 1009680, + "tx_pps": 1015928, + "tx_pkts": 10096804, + "drop_percentage": 0.1541775001277632 + }, + { + "rx_pps": 507610.12378570484, + "rx_pkts": 5044885, + "time_ms": 1648516355360, + "drop_pct": 3517, + "total_tx_pps": 504840, + "tx_pps": 507964, + "tx_pkts": 5048402, + "drop_percentage": 0.06966560903826596 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2532329, + "time_ms": 1648516367908, + "drop_pct": 0, + "total_tx_pps": 253232, + "tx_pps": 253982, + "tx_pkts": 2532329, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380972.0, + "rx_pkts": 3786292, + "time_ms": 1648516380404, + "drop_pct": 0, + "total_tx_pps": 378629, + "tx_pps": 380972, + "tx_pkts": 3786292, + "drop_percentage": 0.0 + }, + { + "rx_pps": 444318.68175264477, + "rx_pkts": 4415863, + "time_ms": 1648516392915, + "drop_pct": 1484, + "total_tx_pps": 441734, + "tx_pps": 444468, + "tx_pkts": 4417347, + "drop_percentage": 0.03359482512920085 + }, + { + "rx_pps": 412715.9748437487, + "rx_pkts": 4101366, + "time_ms": 1648516405442, + "drop_pct": 40, + "total_tx_pps": 410140, + "tx_pps": 412720, + "tx_pkts": 4101406, + "drop_percentage": 0.0009752753080285151 + }, + { + "rx_pps": 428567.63523947, + "rx_pkts": 4258894, + "time_ms": 1648516417960, + "drop_pct": 262, + "total_tx_pps": 425915, + "tx_pps": 428594, + "tx_pkts": 4259156, + "drop_percentage": 0.006151453480454813 + }, + { + "rx_pps": 420658.0, + "rx_pkts": 4180291, + "time_ms": 1648516430479, + "drop_pct": 0, + "total_tx_pps": 418029, + "tx_pps": 420658, + "tx_pkts": 4180291, + "drop_percentage": 0.0 + }, + { + "rx_pps": 424617.3467837369, + "rx_pkts": 4220060, + "time_ms": 1648516442994, + "drop_pct": 86, + "total_tx_pps": 422014, + "tx_pps": 424626, + "tx_pkts": 4220146, + "ndr_pps": 210329, + "drop_percentage": 0.0020378441883290295 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "aa22a77595534177821bc1ddb05bf7d5" + }, + "synthesis": { + "avg_delay_usec": 133.0, + "total_tx_rate": 418029 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:14:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 3.125, + "timestamp_sec": 1648516587.0061436, + "stats": { + "total_tx_rate": 508366, + "overall": { + "rx_pkts": 5083660, + "drop_percentage": 9.835423852673218e-05, + "drop_pct": 5, + "max_delay_usec": 735, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5083665, + "avg_delay_usec": 99.00010228850867, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2541700, + "min_delay_usec": 32, + "drop_pct": 5, + "max_delay_usec": 218, + "tx_pkts": 2541960, + "avg_delay_usec": 97, + "drop_percentage": 0.0001966986105210153 + }, + "0": { + "rx_pkts": 2541960, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 735, + "tx_pkts": 2541705, + "avg_delay_usec": 101, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1552888674.6666665, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 6.25, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 511512, + "rate_bps": 1562500000.0, + "time_taken_sec": 137.71221041679382 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 455021.45509677904, + "rx_pkts": 3962322, + "time_ms": 1648516461799, + "drop_pct": 138573514, + "total_tx_pps": 14253583, + "tx_pps": 16368398, + "tx_pkts": 142535836, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14253583). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.22012224350374 + }, + { + "rx_pps": 368832.99054765597, + "rx_pkts": 3665647, + "time_ms": 1648516474296, + "drop_pct": 77673012, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338659, + "drop_percentage": 95.49335206030382 + }, + { + "rx_pps": 895765.8838221595, + "rx_pkts": 8911528, + "time_ms": 1648516486861, + "drop_pct": 31798714, + "total_tx_pps": 4071024, + "tx_pps": 4092098, + "tx_pkts": 40710242, + "drop_percentage": 78.10986237812097 + }, + { + "rx_pps": 1927743.5317661166, + "rx_pkts": 19156957, + "time_ms": 1648516499376, + "drop_pct": 1175651, + "total_tx_pps": 2033260, + "tx_pps": 2046048, + "tx_pkts": 20332608, + "drop_percentage": 5.782096423636358 + }, + { + "rx_pps": 1015634.8922179102, + "rx_pkts": 10093386, + "time_ms": 1648516511872, + "drop_pct": 73433, + "total_tx_pps": 1016681, + "tx_pps": 1023024, + "tx_pkts": 10166819, + "drop_percentage": 0.7222809809046468 + }, + { + "rx_pps": 511511.4969062674, + "rx_pkts": 5083660, + "time_ms": 1648516524370, + "drop_pct": 5, + "total_tx_pps": 508366, + "tx_pps": 511512, + "tx_pkts": 5083665, + "drop_percentage": 9.83542385267322e-05 + }, + { + "rx_pps": 764384.46739517, + "rx_pkts": 7596838, + "time_ms": 1648516536965, + "drop_pct": 28658, + "total_tx_pps": 762549, + "tx_pps": 767268, + "tx_pkts": 7625496, + "drop_percentage": 0.37581817628649994 + }, + { + "rx_pps": 638742.7197819274, + "rx_pkts": 6348150, + "time_ms": 1648516549474, + "drop_pct": 6433, + "total_tx_pps": 635458, + "tx_pps": 639390, + "tx_pkts": 6354583, + "drop_percentage": 0.1012340227517683 + }, + { + "rx_pps": 575150.7598381079, + "rx_pkts": 5716139, + "time_ms": 1648516561991, + "drop_pct": 2974, + "total_tx_pps": 571911, + "tx_pps": 575450, + "tx_pkts": 5719113, + "drop_percentage": 0.0520010707954188 + }, + { + "rx_pps": 543090.4042744632, + "rx_pkts": 5397508, + "time_ms": 1648516574506, + "drop_pct": 3872, + "total_tx_pps": 540138, + "tx_pps": 543480, + "tx_pkts": 5401380, + "drop_percentage": 0.0716853841055434 + }, + { + "rx_pps": 526619.007327005, + "rx_pkts": 5233808, + "time_ms": 1648516587005, + "drop_pct": 8716, + "total_tx_pps": 524252, + "tx_pps": 527496, + "tx_pkts": 5242524, + "ndr_pps": 255756, + "drop_percentage": 0.16625579587236988 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf" + }, + "synthesis": { + "avg_delay_usec": 99.00010228850867, + "total_tx_rate": 508366 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "128", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:23:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "925d13e8fb154949ba8e787ba0a1729c", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 128, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 38.57421875, + "timestamp_sec": 1648517165.4413407, + "stats": { + "total_tx_rate": 265611, + "overall": { + "rx_pkts": 2656117, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 7688, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2656117, + "avg_delay_usec": 830.5011435866718, + "min_delay_usec": 66, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1327991, + "min_delay_usec": 67, + "drop_pct": 0, + "max_delay_usec": 7688, + "tx_pkts": 1328126, + "avg_delay_usec": 808, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1328126, + "min_delay_usec": 66, + "drop_pct": 0, + "max_delay_usec": 7031, + "tx_pkts": 1327991, + "avg_delay_usec": 853, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 19166489760.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 77.1484375, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 267282, + "rate_bps": 19287109374.0, + "time_taken_sec": 137.70768356323242 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 276705.98480457405, + "rx_pkts": 2760287, + "time_ms": 1648517040238, + "drop_pct": 4151793, + "total_tx_pps": 691208, + "tx_pps": 692904, + "tx_pkts": 6912080, + "drop_percentage": 60.06575444728649 + }, + { + "rx_pps": 276650.0833531569, + "rx_pkts": 2749212, + "time_ms": 1648517052754, + "drop_pct": 693657, + "total_tx_pps": 344286, + "tx_pps": 346452, + "tx_pkts": 3442869, + "drop_percentage": 20.147644304793474 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721435, + "time_ms": 1648517065249, + "drop_pct": 0, + "total_tx_pps": 172143, + "tx_pps": 173226, + "tx_pkts": 1721435, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259838.0, + "rx_pkts": 2582402, + "time_ms": 1648517077745, + "drop_pct": 0, + "total_tx_pps": 258240, + "tx_pps": 259838, + "tx_pkts": 2582402, + "drop_percentage": 0.0 + }, + { + "rx_pps": 276923.8456588822, + "rx_pkts": 2751933, + "time_ms": 1648517090242, + "drop_pct": 260563, + "total_tx_pps": 301249, + "tx_pps": 303144, + "tx_pkts": 3012496, + "drop_percentage": 8.649405675559404 + }, + { + "rx_pps": 276921.0901351833, + "rx_pkts": 2752181, + "time_ms": 1648517102831, + "drop_pct": 45428, + "total_tx_pps": 279760, + "tx_pps": 281492, + "tx_pkts": 2797609, + "drop_percentage": 1.623815193617121 + }, + { + "rx_pps": 270625.96228536376, + "rx_pkts": 2689347, + "time_ms": 1648517115325, + "drop_pct": 378, + "total_tx_pps": 268972, + "tx_pps": 270664, + "tx_pkts": 2689725, + "drop_percentage": 0.014053481303850765 + }, + { + "rx_pps": 265251.6987348664, + "rx_pkts": 2641378, + "time_ms": 1648517127933, + "drop_pct": 3, + "total_tx_pps": 264138, + "tx_pps": 265252, + "tx_pkts": 2641381, + "drop_percentage": 0.00011357695084503144 + }, + { + "rx_pps": 267950.35221095104, + "rx_pkts": 2662760, + "time_ms": 1648517140447, + "drop_pct": 76, + "total_tx_pps": 266283, + "tx_pps": 267958, + "tx_pkts": 2662836, + "drop_percentage": 0.0028540999145272184 + }, + { + "rx_pps": 266604.0, + "rx_pkts": 2649380, + "time_ms": 1648517152942, + "drop_pct": 0, + "total_tx_pps": 264938, + "tx_pps": 266604, + "tx_pkts": 2649380, + "drop_percentage": 0.0 + }, + { + "rx_pps": 267282.0, + "rx_pkts": 2656117, + "time_ms": 1648517165440, + "drop_pct": 0, + "total_tx_pps": 265611, + "tx_pps": 267282, + "tx_pkts": 2656117, + "ndr_pps": 133641, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 128, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "925d13e8fb154949ba8e787ba0a1729c" + }, + "synthesis": { + "avg_delay_usec": 830.5011435866718, + "total_tx_rate": 265611 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:33:26", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.390625, + "timestamp_sec": 1648517749.4090943, + "stats": { + "total_tx_rate": 288883, + "overall": { + "rx_pkts": 2888837, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 6981, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2888837, + "avg_delay_usec": 137.00045173888316, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1444346, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1012, + "tx_pkts": 1444491, + "avg_delay_usec": 128, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1444491, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 6981, + "tx_pkts": 1444346, + "avg_delay_usec": 146, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 194129376.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 0.78125, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 290642, + "rate_bps": 195312500.0, + "time_taken_sec": 137.5828468799591 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 2047350.5854726303, + "rx_pkts": 11677335, + "time_ms": 1648517624315, + "drop_pct": 412700060, + "total_tx_pps": 42437739, + "tx_pps": 74404760, + "tx_pkts": 424377395, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42437739). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.24836074268282 + }, + { + "rx_pps": 1881821.855161189, + "rx_pkts": 18700581, + "time_ms": 1648517636807, + "drop_pct": 350997602, + "total_tx_pps": 36969818, + "tx_pps": 37202380, + "tx_pkts": 369698183, + "drop_percentage": 94.94166272383329 + }, + { + "rx_pps": 1463366.1136056492, + "rx_pkts": 14543665, + "time_ms": 1648517649302, + "drop_pct": 170324273, + "total_tx_pps": 18486793, + "tx_pps": 18601190, + "tx_pkts": 184867938, + "drop_percentage": 92.13294357185939 + }, + { + "rx_pps": 656372.1947024872, + "rx_pkts": 6523357, + "time_ms": 1648517661819, + "drop_pct": 85910624, + "total_tx_pps": 9243398, + "tx_pps": 9300594, + "tx_pkts": 92433981, + "drop_percentage": 92.94268522308911 + }, + { + "rx_pps": 599368.4857455855, + "rx_pkts": 5963417, + "time_ms": 1648517674327, + "drop_pct": 40304705, + "total_tx_pps": 4626812, + "tx_pps": 4650296, + "tx_pkts": 46268122, + "drop_percentage": 87.11117559515382 + }, + { + "rx_pps": 1877894.057540158, + "rx_pkts": 18663453, + "time_ms": 1648517686824, + "drop_pct": 4445034, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108487, + "drop_percentage": 19.235504254346033 + }, + { + "rx_pps": 1160361.5937588983, + "rx_pkts": 11532254, + "time_ms": 1648517699350, + "drop_pct": 21988, + "total_tx_pps": 1155424, + "tx_pps": 1162574, + "tx_pkts": 11554242, + "drop_percentage": 0.19030240149029248 + }, + { + "rx_pps": 580852.4675486998, + "rx_pkts": 5778614, + "time_ms": 1648517711861, + "drop_pct": 4313, + "total_tx_pps": 578292, + "tx_pps": 581286, + "tx_pkts": 5782927, + "drop_percentage": 0.07458160893263913 + }, + { + "rx_pps": 290642.0, + "rx_pkts": 2888837, + "time_ms": 1648517724365, + "drop_pct": 0, + "total_tx_pps": 288883, + "tx_pps": 290642, + "tx_pkts": 2888837, + "drop_percentage": 0.0 + }, + { + "rx_pps": 435844.4649357429, + "rx_pkts": 4331643, + "time_ms": 1648517736892, + "drop_pct": 1188, + "total_tx_pps": 433283, + "tx_pps": 435964, + "tx_pkts": 4332831, + "drop_percentage": 0.027418563059579293 + }, + { + "rx_pps": 363213.11655764753, + "rx_pkts": 3616807, + "time_ms": 1648517749408, + "drop_pct": 905, + "total_tx_pps": 361771, + "tx_pps": 363304, + "tx_pkts": 3617712, + "ndr_pps": 145321, + "drop_percentage": 0.025015811098285327 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7" + }, + "synthesis": { + "avg_delay_usec": 137.00045173888316, + "total_tx_rate": 288883 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:35:53", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e4caccec03ec4be698325c5827dab2bf", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 0.87890625, + "timestamp_sec": 1648517895.4561322, + "stats": { + "total_tx_rate": 368857, + "overall": { + "rx_pkts": 3688572, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 1614, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3688572, + "avg_delay_usec": 103.5, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1844286, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1614, + "tx_pkts": 1844286, + "avg_delay_usec": 111, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1844286, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 224, + "tx_pkts": 1844286, + "avg_delay_usec": 96, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 436726688.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.7578125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 371158, + "rate_bps": 439453124.0, + "time_taken_sec": 137.57411217689514 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 661956.5610575142, + "rx_pkts": 6065560, + "time_ms": 1648517770397, + "drop_pct": 380888757, + "total_tx_pps": 38695431, + "tx_pps": 42229728, + "tx_pkts": 386954317, + "drop_percentage": 98.43248679921047 + }, + { + "rx_pps": 567627.3405718297, + "rx_pkts": 5641365, + "time_ms": 1648517782894, + "drop_pct": 204208736, + "total_tx_pps": 20985010, + "tx_pps": 21114864, + "tx_pkts": 209850101, + "drop_percentage": 97.31171680493973 + }, + { + "rx_pps": 513718.6314666125, + "rx_pkts": 5105078, + "time_ms": 1648517795390, + "drop_pct": 99809384, + "total_tx_pps": 10491446, + "tx_pps": 10557432, + "tx_pkts": 104914462, + "drop_percentage": 95.13405692343922 + }, + { + "rx_pps": 505008.19312182645, + "rx_pkts": 5018722, + "time_ms": 1648517807887, + "drop_pct": 47440641, + "total_tx_pps": 5245936, + "tx_pps": 5278716, + "tx_pkts": 52459363, + "drop_percentage": 90.4331243976409 + }, + { + "rx_pps": 1941280.9663658948, + "rx_pkts": 19293422, + "time_ms": 1648517820385, + "drop_pct": 6937839, + "total_tx_pps": 2623126, + "tx_pps": 2639358, + "tx_pkts": 26231261, + "drop_percentage": 26.448743733669534 + }, + { + "rx_pps": 1314375.0871652274, + "rx_pkts": 13062917, + "time_ms": 1648517832902, + "drop_pct": 52703, + "total_tx_pps": 1311562, + "tx_pps": 1319678, + "tx_pkts": 13115620, + "drop_percentage": 0.4018338439204551 + }, + { + "rx_pps": 659815.2578716066, + "rx_pkts": 6556917, + "time_ms": 1648517845416, + "drop_pct": 226, + "total_tx_pps": 655714, + "tx_pps": 659838, + "tx_pkts": 6557143, + "drop_percentage": 0.003446623018592091 + }, + { + "rx_pps": 329918.0, + "rx_pkts": 3278728, + "time_ms": 1648517857923, + "drop_pct": 0, + "total_tx_pps": 327872, + "tx_pps": 329918, + "tx_pkts": 3278728, + "drop_percentage": 0.0 + }, + { + "rx_pps": 494566.5692195298, + "rx_pkts": 4915004, + "time_ms": 1648517870430, + "drop_pct": 3095, + "total_tx_pps": 491809, + "tx_pps": 494878, + "tx_pkts": 4918099, + "drop_percentage": 0.06293081940806804 + }, + { + "rx_pps": 412387.6352223387, + "rx_pkts": 4098103, + "time_ms": 1648517882937, + "drop_pct": 103, + "total_tx_pps": 409820, + "tx_pps": 412398, + "tx_pkts": 4098206, + "drop_percentage": 0.0025132948416941464 + }, + { + "rx_pps": 371158.0, + "rx_pkts": 3688572, + "time_ms": 1648517895455, + "drop_pct": 0, + "total_tx_pps": 368857, + "tx_pps": 371158, + "tx_pkts": 3688572, + "ndr_pps": 185579, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e4caccec03ec4be698325c5827dab2bf" + }, + "synthesis": { + "avg_delay_usec": 103.5, + "total_tx_rate": 368857 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:48:05", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "ee681f4905724c8286ee3b3d00a51486", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 1.66015625, + "timestamp_sec": 1648518627.9241369, + "stats": { + "total_tx_rate": 373628, + "overall": { + "rx_pkts": 3736281, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4593, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3736281, + "avg_delay_usec": 95.50017517419059, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1868047, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 4593, + "tx_pkts": 1868234, + "avg_delay_usec": 92, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1868234, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 3016, + "tx_pkts": 1868047, + "avg_delay_usec": 99, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 824970624.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.3203125, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 375940, + "rate_bps": 830078124.0, + "time_taken_sec": 137.58922338485718 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 501930.18889277824, + "rx_pkts": 4559930, + "time_ms": 1648518502852, + "drop_pct": 201164451, + "total_tx_pps": 20572438, + "tx_pps": 22644926, + "tx_pkts": 205724381, + "drop_percentage": 97.78347613548051 + }, + { + "rx_pps": 504259.6138228798, + "rx_pkts": 5011082, + "time_ms": 1648518515348, + "drop_pct": 107505931, + "total_tx_pps": 11251701, + "tx_pps": 11322462, + "tx_pkts": 112517013, + "drop_percentage": 95.54637839523878 + }, + { + "rx_pps": 508840.8943619289, + "rx_pkts": 5056862, + "time_ms": 1648518527848, + "drop_pct": 51204455, + "total_tx_pps": 5626131, + "tx_pps": 5661230, + "tx_pkts": 56261317, + "drop_percentage": 91.0118314507284 + }, + { + "rx_pps": 2110054.1102349525, + "rx_pkts": 20968663, + "time_ms": 1648518540374, + "drop_pct": 7160564, + "total_tx_pps": 2812922, + "tx_pps": 2830614, + "tx_pkts": 28129227, + "drop_percentage": 25.45595725044275 + }, + { + "rx_pps": 1401072.2638491914, + "rx_pkts": 13924558, + "time_ms": 1648518552869, + "drop_pct": 141462, + "total_tx_pps": 1406602, + "tx_pps": 1415306, + "tx_pkts": 14066020, + "drop_percentage": 1.0057002620499615 + }, + { + "rx_pps": 707351.0491778756, + "rx_pkts": 7030009, + "time_ms": 1648518565377, + "drop_pct": 2991, + "total_tx_pps": 703300, + "tx_pps": 707652, + "tx_pkts": 7033000, + "drop_percentage": 0.04252808189961609 + }, + { + "rx_pps": 353826.0, + "rx_pkts": 3516148, + "time_ms": 1648518577896, + "drop_pct": 0, + "total_tx_pps": 351614, + "tx_pps": 353826, + "tx_pkts": 3516148, + "drop_percentage": 0.0 + }, + { + "rx_pps": 530715.4490277573, + "rx_pkts": 5274519, + "time_ms": 1648518590390, + "drop_pct": 244, + "total_tx_pps": 527476, + "tx_pps": 530740, + "tx_pkts": 5274763, + "drop_percentage": 0.004625800249224468 + }, + { + "rx_pps": 442276.26473113475, + "rx_pkts": 4395565, + "time_ms": 1648518602909, + "drop_pct": 57, + "total_tx_pps": 439562, + "tx_pps": 442282, + "tx_pkts": 4395622, + "drop_percentage": 0.0012967448065370499 + }, + { + "rx_pps": 397842.9019229471, + "rx_pkts": 3953965, + "time_ms": 1648518615425, + "drop_pct": 2098, + "total_tx_pps": 395606, + "tx_pps": 398054, + "tx_pkts": 3956063, + "drop_percentage": 0.053032522485107036 + }, + { + "rx_pps": 375940.0, + "rx_pkts": 3736281, + "time_ms": 1648518627923, + "drop_pct": 0, + "total_tx_pps": 373628, + "tx_pps": 375940, + "tx_pkts": 3736281, + "ndr_pps": 187970, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "ee681f4905724c8286ee3b3d00a51486" + }, + "synthesis": { + "avg_delay_usec": 95.50017517419059, + "total_tx_rate": 373628 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 01:52:58", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b053f4a4365e4c55832ccb06c7c724b9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.7109375, + "timestamp_sec": 1648518920.992039, + "stats": { + "total_tx_rate": 433239, + "overall": { + "rx_pkts": 4332356, + "drop_percentage": 0.0009232766349151833, + "drop_pct": 40, + "max_delay_usec": 1014, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4332396, + "avg_delay_usec": 101.0000410861896, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2166089, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 479, + "tx_pkts": 2166307, + "avg_delay_usec": 100, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2166267, + "min_delay_usec": 32, + "drop_pct": 40, + "max_delay_usec": 1014, + "tx_pkts": 2166089, + "avg_delay_usec": 102, + "drop_percentage": 0.0018466461904381585 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1843865184.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.421875, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 435964, + "rate_bps": 1855468750.0, + "time_taken_sec": 137.70669722557068 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 446864.20539699425, + "rx_pkts": 4242076, + "time_ms": 1648518795780, + "drop_pct": 107282672, + "total_tx_pps": 11152474, + "tx_pps": 11748120, + "tx_pkts": 111524748, + "drop_percentage": 96.19629178628585 + }, + { + "rx_pps": 453288.54645233817, + "rx_pkts": 4513168, + "time_ms": 1648518808397, + "drop_pct": 53971918, + "total_tx_pps": 5848508, + "tx_pps": 5874060, + "tx_pkts": 58485086, + "drop_percentage": 92.28321558764571 + }, + { + "rx_pps": 1908433.4598655603, + "rx_pkts": 18965061, + "time_ms": 1648518820891, + "drop_pct": 10221680, + "total_tx_pps": 2918674, + "tx_pps": 2937030, + "tx_pkts": 29186741, + "drop_percentage": 35.0216558950518 + }, + { + "rx_pps": 1449595.552333988, + "rx_pkts": 14406806, + "time_ms": 1648518833387, + "drop_pct": 188021, + "total_tx_pps": 1459482, + "tx_pps": 1468514, + "tx_pkts": 14594827, + "drop_percentage": 1.2882715225058852 + }, + { + "rx_pps": 733549.2536779855, + "rx_pkts": 7290381, + "time_ms": 1648518845904, + "drop_pct": 7024, + "total_tx_pps": 729740, + "tx_pps": 734256, + "tx_pkts": 7297405, + "drop_percentage": 0.09625339418601545 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648336, + "time_ms": 1648518858416, + "drop_pct": 0, + "total_tx_pps": 364833, + "tx_pps": 367128, + "tx_pkts": 3648336, + "drop_percentage": 0.0 + }, + { + "rx_pps": 550658.6029747013, + "rx_pkts": 5474100, + "time_ms": 1648518870921, + "drop_pct": 332, + "total_tx_pps": 547443, + "tx_pps": 550692, + "tx_pkts": 5474432, + "drop_percentage": 0.0060645561037199845 + }, + { + "rx_pps": 458889.171916203, + "rx_pkts": 4560672, + "time_ms": 1648518883444, + "drop_pct": 207, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.004538598809571576 + }, + { + "rx_pps": 413014.7801994796, + "rx_pkts": 4104749, + "time_ms": 1648518895947, + "drop_pct": 32, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104781, + "drop_percentage": 0.0007795787400107339 + }, + { + "rx_pps": 435959.9748462513, + "rx_pkts": 4332356, + "time_ms": 1648518908443, + "drop_pct": 40, + "total_tx_pps": 433239, + "tx_pps": 435964, + "tx_pkts": 4332396, + "drop_percentage": 0.0009232766349151831 + }, + { + "rx_pps": 447372.79906432977, + "rx_pkts": 4446218, + "time_ms": 1648518920991, + "drop_pct": 648, + "total_tx_pps": 444686, + "tx_pps": 447438, + "tx_pkts": 4446866, + "ndr_pps": 217982, + "drop_percentage": 0.01457206041288404 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b053f4a4365e4c55832ccb06c7c724b9" + }, + "synthesis": { + "avg_delay_usec": 101.0000410861896, + "total_tx_rate": 433239 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:00:18", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a2cda8a229d34cc78999eccf910d02ea", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 6.25, + "timestamp_sec": 1648519360.7870374, + "stats": { + "total_tx_rate": 492618, + "overall": { + "rx_pkts": 4926143, + "drop_percentage": 0.0007510890791647889, + "drop_pct": 37, + "max_delay_usec": 1171, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4926180, + "avg_delay_usec": 100.00029982889251, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2462966, + "min_delay_usec": 31, + "drop_pct": 0, + "max_delay_usec": 245, + "tx_pkts": 2463214, + "avg_delay_usec": 93, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2463177, + "min_delay_usec": 36, + "drop_pct": 37, + "max_delay_usec": 1171, + "tx_pkts": 2462966, + "avg_delay_usec": 107, + "drop_percentage": 0.0015022537866945787 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3105463872.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.5, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 495716, + "rate_bps": 3125000000.0, + "time_taken_sec": 137.70255613327026 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1843706.9440757327, + "rx_pkts": 17791743, + "time_ms": 1648519235591, + "drop_pct": 58746837, + "total_tx_pps": 7653858, + "tx_pps": 7931472, + "tx_pkts": 76538580, + "drop_percentage": 76.75454261105968 + }, + { + "rx_pps": 1698570.5446705262, + "rx_pkts": 16879548, + "time_ms": 1648519248098, + "drop_pct": 22529961, + "total_tx_pps": 3940950, + "tx_pps": 3965736, + "tx_pkts": 39409509, + "drop_percentage": 57.168844706996985 + }, + { + "rx_pps": 1646922.9614271468, + "rx_pkts": 16367945, + "time_ms": 1648519260593, + "drop_pct": 3338790, + "total_tx_pps": 1970673, + "tx_pps": 1982868, + "tx_pkts": 19706735, + "drop_percentage": 16.942380358796118 + }, + { + "rx_pps": 990847.8365151717, + "rx_pkts": 9846551, + "time_ms": 1648519273128, + "drop_pct": 5825, + "total_tx_pps": 985237, + "tx_pps": 991434, + "tx_pkts": 9852376, + "drop_percentage": 0.0591227943391523 + }, + { + "rx_pps": 495712.27673126035, + "rx_pkts": 4926143, + "time_ms": 1648519285633, + "drop_pct": 37, + "total_tx_pps": 492618, + "tx_pps": 495716, + "tx_pkts": 4926180, + "drop_percentage": 0.0007510890791647889 + }, + { + "rx_pps": 742526.9561696775, + "rx_pkts": 7378863, + "time_ms": 1648519298137, + "drop_pct": 10405, + "total_tx_pps": 738926, + "tx_pps": 743574, + "tx_pkts": 7389268, + "drop_percentage": 0.14081232403534424 + }, + { + "rx_pps": 619264.736291264, + "rx_pkts": 6154255, + "time_ms": 1648519310675, + "drop_pct": 3789, + "total_tx_pps": 615804, + "tx_pps": 619646, + "tx_pkts": 6158044, + "drop_percentage": 0.061529277803146584 + }, + { + "rx_pps": 557659.6729669784, + "rx_pkts": 5541746, + "time_ms": 1648519323177, + "drop_pct": 202, + "total_tx_pps": 554194, + "tx_pps": 557680, + "tx_pkts": 5541948, + "drop_percentage": 0.0036449277402097603 + }, + { + "rx_pps": 526580.6667255119, + "rx_pkts": 5232898, + "time_ms": 1648519335711, + "drop_pct": 1166, + "total_tx_pps": 523406, + "tx_pps": 526698, + "tx_pkts": 5234064, + "drop_percentage": 0.022277144490399813 + }, + { + "rx_pps": 511050.9183162957, + "rx_pkts": 5078571, + "time_ms": 1648519348208, + "drop_pct": 1561, + "total_tx_pps": 508013, + "tx_pps": 511208, + "tx_pkts": 5080132, + "drop_percentage": 0.030727548024342674 + }, + { + "rx_pps": 503409.6729808145, + "rx_pkts": 5002636, + "time_ms": 1648519360786, + "drop_pct": 520, + "total_tx_pps": 500315, + "tx_pps": 503462, + "tx_pkts": 5003156, + "ndr_pps": 247858, + "drop_percentage": 0.010393439660886048 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a2cda8a229d34cc78999eccf910d02ea" + }, + "synthesis": { + "avg_delay_usec": 100.00029982889251, + "total_tx_rate": 492618 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:05:11", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fc9128efed9440d785de14f69b0676de", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.15234375, + "timestamp_sec": 1648519653.779957, + "stats": { + "total_tx_rate": 366012, + "overall": { + "rx_pkts": 3660123, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2524, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3660123, + "avg_delay_usec": 137.0001010894989, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1829969, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 968, + "tx_pkts": 1830154, + "avg_delay_usec": 135, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1830154, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 2524, + "tx_pkts": 1829969, + "avg_delay_usec": 139, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3056932224.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 12.3046875, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 368314, + "rate_bps": 3076171874.0, + "time_taken_sec": 137.631765127182 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1700403.2178862838, + "rx_pkts": 16546247, + "time_ms": 1648519528631, + "drop_pct": 41707934, + "total_tx_pps": 5825418, + "tx_pps": 5986590, + "tx_pkts": 58254181, + "drop_percentage": 71.59646446664489 + }, + { + "rx_pps": 1777997.9131810525, + "rx_pkts": 17668853, + "time_ms": 1648519541226, + "drop_pct": 12077004, + "total_tx_pps": 2974585, + "tx_pps": 2993294, + "tx_pkts": 29745857, + "drop_percentage": 40.60062549214837 + }, + { + "rx_pps": 1465627.2355720846, + "rx_pkts": 14564672, + "time_ms": 1648519553730, + "drop_pct": 308249, + "total_tx_pps": 1487292, + "tx_pps": 1496646, + "tx_pkts": 14872921, + "drop_percentage": 2.072551854474316 + }, + { + "rx_pps": 747534.5177112543, + "rx_pkts": 7428999, + "time_ms": 1648519566245, + "drop_pct": 7826, + "total_tx_pps": 743682, + "tx_pps": 748322, + "tx_pkts": 7436825, + "drop_percentage": 0.10523307997700632 + }, + { + "rx_pps": 374133.28379134706, + "rx_pkts": 3725059, + "time_ms": 1648519578761, + "drop_pct": 266, + "total_tx_pps": 372532, + "tx_pps": 374160, + "tx_pkts": 3725325, + "drop_percentage": 0.007140316616671028 + }, + { + "rx_pps": 187080.0, + "rx_pkts": 1859296, + "time_ms": 1648519591256, + "drop_pct": 0, + "total_tx_pps": 185929, + "tx_pps": 187080, + "tx_pkts": 1859296, + "drop_percentage": 0.0 + }, + { + "rx_pps": 280620.0, + "rx_pkts": 2788944, + "time_ms": 1648519603755, + "drop_pct": 0, + "total_tx_pps": 278894, + "tx_pps": 280620, + "tx_pkts": 2788944, + "drop_percentage": 0.0 + }, + { + "rx_pps": 327386.98143813567, + "rx_pkts": 3253738, + "time_ms": 1648519616247, + "drop_pct": 30, + "total_tx_pps": 325376, + "tx_pps": 327390, + "tx_pkts": 3253768, + "drop_percentage": 0.0009220079612314092 + }, + { + "rx_pps": 350776.0, + "rx_pkts": 3485838, + "time_ms": 1648519628760, + "drop_pct": 0, + "total_tx_pps": 348583, + "tx_pps": 350776, + "tx_pkts": 3485838, + "drop_percentage": 0.0 + }, + { + "rx_pps": 362468.0, + "rx_pkts": 3602027, + "time_ms": 1648519641273, + "drop_pct": 0, + "total_tx_pps": 360202, + "tx_pps": 362468, + "tx_pkts": 3602027, + "drop_percentage": 0.0 + }, + { + "rx_pps": 368314.0, + "rx_pkts": 3660123, + "time_ms": 1648519653779, + "drop_pct": 0, + "total_tx_pps": 366012, + "tx_pps": 368314, + "tx_pkts": 3660123, + "ndr_pps": 184157, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fc9128efed9440d785de14f69b0676de" + }, + "synthesis": { + "avg_delay_usec": 137.0001010894989, + "total_tx_rate": 366012 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:17:23", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "e329e7ec82084f7186e94e7d1c71663a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 6.8359375, + "timestamp_sec": 1648520386.142867, + "stats": { + "total_tx_rate": 326596, + "overall": { + "rx_pkts": 3265961, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 4719, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3265961, + "avg_delay_usec": 245.0000499087405, + "min_delay_usec": 36, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1632899, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 725, + "tx_pkts": 1633062, + "avg_delay_usec": 244, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1633062, + "min_delay_usec": 36, + "drop_pct": 0, + "max_delay_usec": 4719, + "tx_pkts": 1632899, + "avg_delay_usec": 246, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3396598400.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.671875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 328650, + "rate_bps": 3417968750.0, + "time_taken_sec": 137.8278579711914 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1535106.7095401918, + "rx_pkts": 15014376, + "time_ms": 1648520260799, + "drop_pct": 32008085, + "total_tx_pps": 4702246, + "tx_pps": 4807692, + "tx_pkts": 47022461, + "drop_percentage": 68.06977839802983 + }, + { + "rx_pps": 1523422.5772190758, + "rx_pkts": 15139014, + "time_ms": 1648520273342, + "drop_pct": 8749209, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888223, + "drop_percentage": 36.62561673172592 + }, + { + "rx_pps": 1179882.5947820866, + "rx_pkts": 11736883, + "time_ms": 1648520285887, + "drop_pct": 219237, + "total_tx_pps": 1195612, + "tx_pps": 1201922, + "tx_pkts": 11956120, + "drop_percentage": 1.8336801571078243 + }, + { + "rx_pps": 600894.1953235778, + "rx_pkts": 5971989, + "time_ms": 1648520298395, + "drop_pct": 654, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972643, + "drop_percentage": 0.010949926188456267 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986172, + "time_ms": 1648520310891, + "drop_pct": 0, + "total_tx_pps": 298617, + "tx_pps": 300480, + "tx_pkts": 2986172, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450712.05910630024, + "rx_pkts": 4483910, + "time_ms": 1648520323438, + "drop_pct": 79, + "total_tx_pps": 448398, + "tx_pps": 450720, + "tx_pkts": 4483989, + "drop_percentage": 0.0017618241257951347 + }, + { + "rx_pps": 375548.77991538175, + "rx_pkts": 3732019, + "time_ms": 1648520335959, + "drop_pct": 509, + "total_tx_pps": 373252, + "tx_pps": 375600, + "tx_pkts": 3732528, + "drop_percentage": 0.013636870239151588 + }, + { + "rx_pps": 338015.5471880093, + "rx_pkts": 3359032, + "time_ms": 1648520348460, + "drop_pct": 243, + "total_tx_pps": 335927, + "tx_pps": 338040, + "tx_pkts": 3359275, + "drop_percentage": 0.007233703700947377 + }, + { + "rx_pps": 319260.0, + "rx_pkts": 3172967, + "time_ms": 1648520361037, + "drop_pct": 0, + "total_tx_pps": 317296, + "tx_pps": 319260, + "tx_pkts": 3172967, + "drop_percentage": 0.0 + }, + { + "rx_pps": 328650.0, + "rx_pkts": 3265961, + "time_ms": 1648520373554, + "drop_pct": 0, + "total_tx_pps": 326596, + "tx_pps": 328650, + "tx_pkts": 3265961, + "drop_percentage": 0.0 + }, + { + "rx_pps": 333339.37153865054, + "rx_pkts": 3312896, + "time_ms": 1648520386142, + "drop_pct": 46, + "total_tx_pps": 331294, + "tx_pps": 333344, + "tx_pkts": 3312942, + "ndr_pps": 164325, + "drop_percentage": 0.0013884939730306174 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "e329e7ec82084f7186e94e7d1c71663a" + }, + "synthesis": { + "avg_delay_usec": 245.0000499087405, + "total_tx_rate": 326596 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:22:16", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "1e8206de26514ff6a4931f6250fde24a", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 9.375, + "timestamp_sec": 1648520679.0839975, + "stats": { + "total_tx_rate": 378591, + "overall": { + "rx_pkts": 3785894, + "drop_percentage": 0.00047544686722776435, + "drop_pct": 18, + "max_delay_usec": 3658, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3785912, + "avg_delay_usec": 170.99981827277784, + "min_delay_usec": 34, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1892861, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 3658, + "tx_pkts": 1893051, + "avg_delay_usec": 175, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1893033, + "min_delay_usec": 35, + "drop_pct": 18, + "max_delay_usec": 3371, + "tx_pkts": 1892861, + "avg_delay_usec": 167, + "drop_percentage": 0.0009509414584589149 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 4658183664.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 18.75, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 380972, + "rate_bps": 4687500000.0, + "time_taken_sec": 137.66561269760132 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1541559.265878926, + "rx_pkts": 15109078, + "time_ms": 1648520553914, + "drop_pct": 24720096, + "total_tx_pps": 3982917, + "tx_pps": 4063718, + "tx_pkts": 39829174, + "drop_percentage": 62.06529916989993 + }, + { + "rx_pps": 1494377.2278385973, + "rx_pkts": 14850376, + "time_ms": 1648520566411, + "drop_pct": 5341216, + "total_tx_pps": 2019159, + "tx_pps": 2031858, + "tx_pkts": 20191592, + "drop_percentage": 26.452673964489772 + }, + { + "rx_pps": 1015244.8303578512, + "rx_pkts": 10088998, + "time_ms": 1648520578933, + "drop_pct": 6789, + "total_tx_pps": 1009578, + "tx_pps": 1015928, + "tx_pkts": 10095787, + "drop_percentage": 0.06724587196619738 + }, + { + "rx_pps": 507229.30857634713, + "rx_pkts": 5040594, + "time_ms": 1648520591432, + "drop_pct": 7301, + "total_tx_pps": 504789, + "tx_pps": 507964, + "tx_pkts": 5047895, + "drop_percentage": 0.1446345456868655 + }, + { + "rx_pps": 253982.0, + "rx_pkts": 2523948, + "time_ms": 1648520603928, + "drop_pct": 0, + "total_tx_pps": 252394, + "tx_pps": 253982, + "tx_pkts": 2523948, + "drop_percentage": 0.0 + }, + { + "rx_pps": 380970.18868056097, + "rx_pkts": 3785894, + "time_ms": 1648520616532, + "drop_pct": 18, + "total_tx_pps": 378591, + "tx_pps": 380972, + "tx_pkts": 3785912, + "drop_percentage": 0.0004754468672277644 + }, + { + "rx_pps": 444179.12352550065, + "rx_pkts": 4414476, + "time_ms": 1648520629047, + "drop_pct": 2871, + "total_tx_pps": 441734, + "tx_pps": 444468, + "tx_pkts": 4417347, + "drop_percentage": 0.06499376209294855 + }, + { + "rx_pps": 412677.0336150762, + "rx_pkts": 4101185, + "time_ms": 1648520641544, + "drop_pct": 427, + "total_tx_pps": 410161, + "tx_pps": 412720, + "tx_pkts": 4101612, + "drop_percentage": 0.01041054102630868 + }, + { + "rx_pps": 396730.1338174792, + "rx_pkts": 3944491, + "time_ms": 1648520654065, + "drop_pct": 1152, + "total_tx_pps": 394564, + "tx_pps": 396846, + "tx_pkts": 3945643, + "drop_percentage": 0.02919676209935871 + }, + { + "rx_pps": 388894.5031521723, + "rx_pkts": 3864641, + "time_ms": 1648520666566, + "drop_pct": 154, + "total_tx_pps": 386479, + "tx_pps": 388910, + "tx_pkts": 3864795, + "drop_percentage": 0.00398468741550328 + }, + { + "rx_pps": 384931.5345935888, + "rx_pkts": 3825258, + "time_ms": 1648520679083, + "drop_pct": 104, + "total_tx_pps": 382536, + "tx_pps": 384942, + "tx_pkts": 3825362, + "ndr_pps": 190486, + "drop_percentage": 0.002718696949465175 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "1e8206de26514ff6a4931f6250fde24a" + }, + "synthesis": { + "avg_delay_usec": 170.99981827277784, + "total_tx_rate": 378591 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:27:13", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "6717811fb0a041bdae28c1780610969e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 2.05078125, + "timestamp_sec": 1648520976.011313, + "stats": { + "total_tx_rate": 333616, + "overall": { + "rx_pkts": 3336161, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 698, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3336161, + "avg_delay_usec": 122.49997497123191, + "min_delay_usec": 28, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1667997, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 698, + "tx_pkts": 1668164, + "avg_delay_usec": 123, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1668164, + "min_delay_usec": 28, + "drop_pct": 0, + "max_delay_usec": 279, + "tx_pkts": 1667997, + "avg_delay_usec": 122, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1019085674.6666666, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.1015625, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 335680, + "rate_bps": 1025390624.0, + "time_taken_sec": 137.6751914024353 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 480024.2862919867, + "rx_pkts": 4168384, + "time_ms": 1648520850833, + "drop_pct": 137969775, + "total_tx_pps": 14213815, + "tx_pps": 16368398, + "tx_pkts": 142138159, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14213815). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 97.0673716127138 + }, + { + "rx_pps": 429860.8379715359, + "rx_pkts": 4272172, + "time_ms": 1648520863348, + "drop_pct": 77066481, + "total_tx_pps": 8133865, + "tx_pps": 8184198, + "tx_pkts": 81338653, + "drop_percentage": 94.74767304051618 + }, + { + "rx_pps": 527546.4558752577, + "rx_pkts": 5242915, + "time_ms": 1648520875895, + "drop_pct": 35425583, + "total_tx_pps": 4066849, + "tx_pps": 4092098, + "tx_pkts": 40668498, + "drop_percentage": 87.1081666207589 + }, + { + "rx_pps": 1892052.775002597, + "rx_pkts": 18802280, + "time_ms": 1648520888389, + "drop_pct": 1530328, + "total_tx_pps": 2033260, + "tx_pps": 2046048, + "tx_pkts": 20332608, + "drop_percentage": 7.526471763976367 + }, + { + "rx_pps": 1018805.8604937441, + "rx_pkts": 10125407, + "time_ms": 1648520900966, + "drop_pct": 41922, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 0.4123206793052531 + }, + { + "rx_pps": 511505.0566071885, + "rx_pkts": 5083084, + "time_ms": 1648520913485, + "drop_pct": 69, + "total_tx_pps": 508315, + "tx_pps": 511512, + "tx_pkts": 5083153, + "drop_percentage": 0.0013574252043957757 + }, + { + "rx_pps": 255756.0, + "rx_pkts": 2541833, + "time_ms": 1648520925981, + "drop_pct": 0, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541833, + "drop_percentage": 0.0 + }, + { + "rx_pps": 383623.4350406216, + "rx_pkts": 3812647, + "time_ms": 1648520938480, + "drop_pct": 105, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812752, + "drop_percentage": 0.0027539163313008556 + }, + { + "rx_pps": 319694.0, + "rx_pkts": 3182880, + "time_ms": 1648520951016, + "drop_pct": 0, + "total_tx_pps": 318288, + "tx_pps": 319694, + "tx_pkts": 3182880, + "drop_percentage": 0.0 + }, + { + "rx_pps": 351650.215240727, + "rx_pkts": 3494880, + "time_ms": 1648520963515, + "drop_pct": 137, + "total_tx_pps": 349501, + "tx_pps": 351664, + "tx_pkts": 3495017, + "drop_percentage": 0.003919866484197359 + }, + { + "rx_pps": 335680.0, + "rx_pkts": 3336161, + "time_ms": 1648520976010, + "drop_pct": 0, + "total_tx_pps": 333616, + "tx_pps": 335680, + "tx_pkts": 3336161, + "ndr_pps": 167840, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "6717811fb0a041bdae28c1780610969e" + }, + "synthesis": { + "avg_delay_usec": 122.49997497123191, + "total_tx_rate": 333616 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "10k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:36:59", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 10000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 39.0625, + "timestamp_sec": 1648521561.8428352, + "stats": { + "total_tx_rate": 268972, + "overall": { + "rx_pkts": 2689705, + "drop_percentage": 0.0007435704393571834, + "drop_pct": 20, + "max_delay_usec": 6516, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2689725, + "avg_delay_usec": 1027.9918745736056, + "min_delay_usec": 68, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1344775, + "min_delay_usec": 74, + "drop_pct": 20, + "max_delay_usec": 5878, + "tx_pkts": 1344930, + "avg_delay_usec": 1169, + "drop_percentage": 0.0014870662413657217 + }, + "0": { + "rx_pkts": 1344930, + "min_delay_usec": 68, + "drop_pct": 0, + "max_delay_usec": 6516, + "tx_pkts": 1344795, + "avg_delay_usec": 887, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 19409019520.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 78.125, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 270664, + "rate_bps": 19531250000.0, + "time_taken_sec": 137.58718967437744 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 278405.0005646744, + "rx_pkts": 2768644, + "time_ms": 1648521436741, + "drop_pct": 4122053, + "total_tx_pps": 689069, + "tx_pps": 692904, + "tx_pkts": 6890697, + "drop_percentage": 59.8205522605333 + }, + { + "rx_pps": 276331.9562142758, + "rx_pkts": 2746187, + "time_ms": 1648521449255, + "drop_pct": 696853, + "total_tx_pps": 344304, + "tx_pps": 346452, + "tx_pkts": 3443040, + "drop_percentage": 20.23946860913611 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721607, + "time_ms": 1648521461778, + "drop_pct": 0, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721607, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259837.29559799578, + "rx_pkts": 2582135, + "time_ms": 1648521474298, + "drop_pct": 7, + "total_tx_pps": 258214, + "tx_pps": 259838, + "tx_pkts": 2582142, + "drop_percentage": 0.00027109275942221615 + }, + { + "rx_pps": 276937.05630908126, + "rx_pkts": 2752342, + "time_ms": 1648521486796, + "drop_pct": 260458, + "total_tx_pps": 301280, + "tx_pps": 303144, + "tx_pkts": 3012800, + "drop_percentage": 8.6450477960701 + }, + { + "rx_pps": 276792.8929701584, + "rx_pkts": 2755614, + "time_ms": 1648521499312, + "drop_pct": 46782, + "total_tx_pps": 280239, + "tx_pps": 281492, + "tx_pkts": 2802396, + "drop_percentage": 1.6693572214633479 + }, + { + "rx_pps": 270661.98742250603, + "rx_pkts": 2689705, + "time_ms": 1648521511811, + "drop_pct": 20, + "total_tx_pps": 268972, + "tx_pps": 270664, + "tx_pkts": 2689725, + "drop_percentage": 0.0007435704393571834 + }, + { + "rx_pps": 276052.0403556816, + "rx_pkts": 2743544, + "time_ms": 1648521524310, + "drop_pct": 258, + "total_tx_pps": 274380, + "tx_pps": 276078, + "tx_pkts": 2743802, + "drop_percentage": 0.009403010858655253 + }, + { + "rx_pps": 273364.7554496673, + "rx_pkts": 2716837, + "time_ms": 1648521536836, + "drop_pct": 72, + "total_tx_pps": 271690, + "tx_pps": 273372, + "tx_pkts": 2716909, + "drop_percentage": 0.0026500703556872904 + }, + { + "rx_pps": 271980.0648314645, + "rx_pkts": 2702940, + "time_ms": 1648521549342, + "drop_pct": 377, + "total_tx_pps": 270331, + "tx_pps": 272018, + "tx_pkts": 2703317, + "drop_percentage": 0.013945830252241968 + }, + { + "rx_pps": 271298.2308444215, + "rx_pkts": 2696299, + "time_ms": 1648521561842, + "drop_pct": 435, + "total_tx_pps": 269673, + "tx_pps": 271342, + "tx_pkts": 2696734, + "ndr_pps": 135332, + "drop_percentage": 0.016130623190867176 + } + ] + } + } + }, + "flow_count": 10000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9" + }, + "synthesis": { + "avg_delay_usec": 1027.9918745736056, + "total_tx_rate": 268972 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "64" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:44:19", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "859cf30e41754c5983e562fb7bf0fb6d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "64" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "64" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "64": { + "ndr": { + "load_percent_per_direction": 0.78125, + "timestamp_sec": 1648522002.495307, + "stats": { + "total_tx_rate": 577711, + "overall": { + "rx_pkts": 5777113, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 275, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5777113, + "avg_delay_usec": 119.99994997501346, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2888412, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 260, + "tx_pkts": 2888701, + "avg_delay_usec": 121, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2888701, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 275, + "tx_pkts": 2888412, + "avg_delay_usec": 119, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 388221792.0, + "theoretical_tx_rate_pps": 74404761.90476191 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 1.5625, + "duration_sec": 10.0, + "l2frame_size": "64", + "rate_pps": 581286, + "rate_bps": 390625000.0, + "time_taken_sec": 137.66614270210266 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1044485.5784527424, + "rx_pkts": 5973011, + "time_ms": 1648521877346, + "drop_pct": 419519173, + "total_tx_pps": 42549218, + "tx_pps": 74404760, + "tx_pkts": 425492184, + "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42549218). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 98.59621134662252 + }, + { + "rx_pps": 1656555.9939682153, + "rx_pkts": 16462060, + "time_ms": 1648521889844, + "drop_pct": 353237373, + "total_tx_pps": 36969943, + "tx_pps": 37202380, + "tx_pkts": 369699433, + "drop_percentage": 95.54717737422118 + }, + { + "rx_pps": 966647.7521170629, + "rx_pkts": 9607013, + "time_ms": 1648521902362, + "drop_pct": 175260612, + "total_tx_pps": 18486762, + "tx_pps": 18601190, + "tx_pkts": 184867625, + "drop_percentage": 94.80330155158319 + }, + { + "rx_pps": 1951565.285508652, + "rx_pkts": 19395621, + "time_ms": 1648521914859, + "drop_pct": 73038282, + "total_tx_pps": 9243390, + "tx_pps": 9300594, + "tx_pkts": 92433903, + "drop_percentage": 79.01676725692303 + }, + { + "rx_pps": 1716942.598940512, + "rx_pkts": 17062118, + "time_ms": 1648521927407, + "drop_pct": 29150201, + "total_tx_pps": 4621231, + "tx_pps": 4650296, + "tx_pkts": 46212319, + "drop_percentage": 63.07885349791687 + }, + { + "rx_pps": 1580289.032741088, + "rx_pkts": 15705705, + "time_ms": 1648521939922, + "drop_pct": 7402782, + "total_tx_pps": 2310848, + "tx_pps": 2325148, + "tx_pkts": 23108487, + "drop_percentage": 32.03490561714404 + }, + { + "rx_pps": 1161510.1511160529, + "rx_pkts": 11542509, + "time_ms": 1648521952469, + "drop_pct": 10572, + "total_tx_pps": 1155308, + "tx_pps": 1162574, + "tx_pkts": 11553081, + "drop_percentage": 0.09150805746103571 + }, + { + "rx_pps": 581286.0, + "rx_pkts": 5777113, + "time_ms": 1648521964985, + "drop_pct": 0, + "total_tx_pps": 577711, + "tx_pps": 581286, + "tx_pkts": 5777113, + "drop_percentage": 0.0 + }, + { + "rx_pps": 871909.7756240192, + "rx_pkts": 8665477, + "time_ms": 1648521977483, + "drop_pct": 201, + "total_tx_pps": 866567, + "tx_pps": 871930, + "tx_pkts": 8665678, + "drop_percentage": 0.0023194953701256844 + }, + { + "rx_pps": 726593.5108987914, + "rx_pkts": 7221253, + "time_ms": 1648521989998, + "drop_pct": 144, + "total_tx_pps": 722139, + "tx_pps": 726608, + "tx_pkts": 7221397, + "drop_percentage": 0.001994073999809178 + }, + { + "rx_pps": 653890.8427914827, + "rx_pkts": 6498043, + "time_ms": 1648522002494, + "drop_pct": 568, + "total_tx_pps": 649861, + "tx_pps": 653948, + "tx_pkts": 6498611, + "ndr_pps": 290643, + "drop_percentage": 0.008740329279595286 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "859cf30e41754c5983e562fb7bf0fb6d" + }, + "synthesis": { + "avg_delay_usec": 119.99994997501346, + "total_tx_rate": 577711 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "128" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 02:54:07", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "d00c9abb62b94d448a46ffa181ddab5e", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "128" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "128" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "128": { + "ndr": { + "load_percent_per_direction": 1.5625, + "timestamp_sec": 1648522591.145952, + "stats": { + "total_tx_rate": 655780, + "overall": { + "rx_pkts": 6557739, + "drop_percentage": 0.0009454388750131332, + "drop_pct": 62, + "max_delay_usec": 957, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 6557801, + "avg_delay_usec": 138.4995528184333, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 3278674, + "min_delay_usec": 34, + "drop_pct": 62, + "max_delay_usec": 321, + "tx_pkts": 3279065, + "avg_delay_usec": 146, + "drop_percentage": 0.0018907828908545576 + }, + "0": { + "rx_pkts": 3279065, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 957, + "tx_pkts": 3278736, + "avg_delay_usec": 131, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 776443520.0, + "theoretical_tx_rate_pps": 42229729.72972973 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 3.125, + "duration_sec": 10.0, + "l2frame_size": "128", + "rate_pps": 659838, + "rate_bps": 781250000.0, + "time_taken_sec": 137.81604623794556 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 575195.7927175488, + "rx_pkts": 5266904, + "time_ms": 1648522465816, + "drop_pct": 381418684, + "total_tx_pps": 38668558, + "tx_pps": 42229728, + "tx_pkts": 386685588, + "drop_percentage": 98.63793630705472 + }, + { + "rx_pps": 567278.3196453974, + "rx_pkts": 5637329, + "time_ms": 1648522478320, + "drop_pct": 204191658, + "total_tx_pps": 20982898, + "tx_pps": 21114864, + "tx_pkts": 209828987, + "drop_percentage": 97.31336976811502 + }, + { + "rx_pps": 566897.9693114288, + "rx_pkts": 5633553, + "time_ms": 1648522490823, + "drop_pct": 99281010, + "total_tx_pps": 10491456, + "tx_pps": 10557432, + "tx_pkts": 104914563, + "drop_percentage": 94.63034221474096 + }, + { + "rx_pps": 639383.528283698, + "rx_pkts": 6368581, + "time_ms": 1648522503423, + "drop_pct": 46210081, + "total_tx_pps": 5257866, + "tx_pps": 5278716, + "tx_pkts": 52578662, + "drop_percentage": 87.88751794406636 + }, + { + "rx_pps": 1855352.6709109098, + "rx_pkts": 18437572, + "time_ms": 1648522515925, + "drop_pct": 7791055, + "total_tx_pps": 2622862, + "tx_pps": 2639358, + "tx_pkts": 26228627, + "drop_percentage": 29.704395125219477 + }, + { + "rx_pps": 1315331.5523658819, + "rx_pkts": 13071766, + "time_ms": 1648522528443, + "drop_pct": 43195, + "total_tx_pps": 1311496, + "tx_pps": 1319678, + "tx_pkts": 13114961, + "drop_percentage": 0.32935667898669313 + }, + { + "rx_pps": 659831.761635036, + "rx_pkts": 6557739, + "time_ms": 1648522540951, + "drop_pct": 62, + "total_tx_pps": 655780, + "tx_pps": 659838, + "tx_pkts": 6557801, + "drop_percentage": 0.0009454388750131332 + }, + { + "rx_pps": 987585.841691004, + "rx_pkts": 9815124, + "time_ms": 1648522553600, + "drop_pct": 21588, + "total_tx_pps": 983671, + "tx_pps": 989758, + "tx_pkts": 9836712, + "drop_percentage": 0.21946357685372916 + }, + { + "rx_pps": 824593.6227131974, + "rx_pkts": 8194402, + "time_ms": 1648522566129, + "drop_pct": 2031, + "total_tx_pps": 819643, + "tx_pps": 824798, + "tx_pkts": 8196433, + "drop_percentage": 0.02477907157906372 + }, + { + "rx_pps": 742228.248068629, + "rx_pkts": 7376639, + "time_ms": 1648522578649, + "drop_pct": 892, + "total_tx_pps": 737753, + "tx_pps": 742318, + "tx_pkts": 7377531, + "drop_percentage": 0.012090765867334208 + }, + { + "rx_pps": 700873.6432437552, + "rx_pkts": 6965634, + "time_ms": 1648522591145, + "drop_pct": 2031, + "total_tx_pps": 696766, + "tx_pps": 701078, + "tx_pkts": 6967665, + "ndr_pps": 329919, + "drop_percentage": 0.029148932963912588 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "d00c9abb62b94d448a46ffa181ddab5e" + }, + "synthesis": { + "avg_delay_usec": 138.4995528184333, + "total_tx_rate": 655780 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "256" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:01:28", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "00c68a9f42064b53b7e9abb957d13033", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "256" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "256" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "256": { + "ndr": { + "load_percent_per_direction": 2.34375, + "timestamp_sec": 1648523031.8611252, + "stats": { + "total_tx_rate": 527476, + "overall": { + "rx_pkts": 5274760, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 2258, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5274760, + "avg_delay_usec": 135.49841149170769, + "min_delay_usec": 30, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2637247, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 251, + "tx_pkts": 2637513, + "avg_delay_usec": 167, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2637513, + "min_delay_usec": 30, + "drop_pct": 0, + "max_delay_usec": 2258, + "tx_pkts": 2637247, + "avg_delay_usec": 104, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1164667008.0, + "theoretical_tx_rate_pps": 22644927.536231883 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.6875, + "duration_sec": 10.0, + "l2frame_size": "256", + "rate_pps": 530740, + "rate_bps": 1171875000.0, + "time_taken_sec": 137.57874631881714 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 632951.7633188012, + "rx_pkts": 5732879, + "time_ms": 1648522906769, + "drop_pct": 199370619, + "total_tx_pps": 20510349, + "tx_pps": 22644926, + "tx_pkts": 205103498, + "drop_percentage": 97.20488482356356 + }, + { + "rx_pps": 525347.9116271588, + "rx_pkts": 5220542, + "time_ms": 1648522919288, + "drop_pct": 107294207, + "total_tx_pps": 11251474, + "tx_pps": 11322462, + "tx_pkts": 112514749, + "drop_percentage": 95.36012651994629 + }, + { + "rx_pps": 618995.2907265456, + "rx_pkts": 6151267, + "time_ms": 1648522931785, + "drop_pct": 50107218, + "total_tx_pps": 5625848, + "tx_pps": 5661230, + "tx_pkts": 56258485, + "drop_percentage": 89.06606354579225 + }, + { + "rx_pps": 1708283.2963459694, + "rx_pkts": 16977774, + "time_ms": 1648522944283, + "drop_pct": 11154284, + "total_tx_pps": 2813205, + "tx_pps": 2830614, + "tx_pkts": 28132058, + "drop_percentage": 39.649726301573814 + }, + { + "rx_pps": 1360731.7774735298, + "rx_pkts": 13523635, + "time_ms": 1648522956800, + "drop_pct": 542386, + "total_tx_pps": 1406602, + "tx_pps": 1415306, + "tx_pkts": 14066021, + "drop_percentage": 3.8560016368523833 + }, + { + "rx_pps": 707523.1949731325, + "rx_pkts": 7031012, + "time_ms": 1648522969304, + "drop_pct": 1280, + "total_tx_pps": 703229, + "tx_pps": 707652, + "tx_pkts": 7032292, + "drop_percentage": 0.01820174702643178 + }, + { + "rx_pps": 353826.0, + "rx_pkts": 3522871, + "time_ms": 1648522981825, + "drop_pct": 0, + "total_tx_pps": 352287, + "tx_pps": 353826, + "tx_pkts": 3522871, + "drop_percentage": 0.0 + }, + { + "rx_pps": 530740.0, + "rx_pkts": 5274760, + "time_ms": 1648522994322, + "drop_pct": 0, + "total_tx_pps": 527476, + "tx_pps": 530740, + "tx_pkts": 5274760, + "drop_percentage": 0.0 + }, + { + "rx_pps": 619168.936279166, + "rx_pkts": 6154233, + "time_ms": 1648523006848, + "drop_pct": 269, + "total_tx_pps": 615450, + "tx_pps": 619196, + "tx_pkts": 6154502, + "drop_percentage": 0.004370784183675625 + }, + { + "rx_pps": 574945.8616487811, + "rx_pkts": 5713528, + "time_ms": 1648523019362, + "drop_pct": 220, + "total_tx_pps": 571374, + "tx_pps": 574968, + "tx_pkts": 5713748, + "drop_percentage": 0.0038503623190942267 + }, + { + "rx_pps": 552739.5964496398, + "rx_pkts": 5493404, + "time_ms": 1648523031860, + "drop_pct": 1137, + "total_tx_pps": 549454, + "tx_pps": 552854, + "tx_pkts": 5494541, + "ndr_pps": 265370, + "drop_percentage": 0.0206932662801133 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "00c68a9f42064b53b7e9abb957d13033" + }, + "synthesis": { + "avg_delay_usec": 135.49841149170769, + "total_tx_rate": 527476 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "512" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:08:48", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b4eddc7398da473da06f59d26481dd90", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "512" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "512" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "512": { + "ndr": { + "load_percent_per_direction": 3.61328125, + "timestamp_sec": 1648523471.325121, + "stats": { + "total_tx_rate": 421839, + "overall": { + "rx_pkts": 4218391, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 964, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4218391, + "avg_delay_usec": 91.49982327385015, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2109089, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 964, + "tx_pkts": 2109302, + "avg_delay_usec": 95, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 2109302, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 234, + "tx_pkts": 2109089, + "avg_delay_usec": 88, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1795346784.0, + "theoretical_tx_rate_pps": 11748120.30075188 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 7.2265625, + "duration_sec": 10.0, + "l2frame_size": "512", + "rate_pps": 424492, + "rate_bps": 1806640624.0, + "time_taken_sec": 137.6849229335785 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 563084.4500570935, + "rx_pkts": 5335501, + "time_ms": 1648523346125, + "drop_pct": 105983691, + "total_tx_pps": 11131919, + "tx_pps": 11748120, + "tx_pkts": 111319192, + "drop_percentage": 95.20702503841386 + }, + { + "rx_pps": 637290.2801695273, + "rx_pkts": 6333073, + "time_ms": 1648523358659, + "drop_pct": 52040406, + "total_tx_pps": 5837347, + "tx_pps": 5874060, + "tx_pkts": 58373479, + "drop_percentage": 89.15076999265368 + }, + { + "rx_pps": 1745105.2638676804, + "rx_pkts": 17342859, + "time_ms": 1648523371158, + "drop_pct": 11845350, + "total_tx_pps": 2918820, + "tx_pps": 2937030, + "tx_pkts": 29188209, + "drop_percentage": 40.582654454749175 + }, + { + "rx_pps": 1410723.9011671874, + "rx_pkts": 14020482, + "time_ms": 1648523383738, + "drop_pct": 574347, + "total_tx_pps": 1459482, + "tx_pps": 1468514, + "tx_pkts": 14594829, + "drop_percentage": 3.935277350628774 + }, + { + "rx_pps": 734025.8600312393, + "rx_pkts": 7313468, + "time_ms": 1648523396281, + "drop_pct": 2293, + "total_tx_pps": 731576, + "tx_pps": 734256, + "tx_pkts": 7315761, + "drop_percentage": 0.03134328745840658 + }, + { + "rx_pps": 367128.0, + "rx_pkts": 3648704, + "time_ms": 1648523408795, + "drop_pct": 0, + "total_tx_pps": 364870, + "tx_pps": 367128, + "tx_pkts": 3648704, + "drop_percentage": 0.0 + }, + { + "rx_pps": 550589.7713038774, + "rx_pkts": 5472037, + "time_ms": 1648523421294, + "drop_pct": 1016, + "total_tx_pps": 547305, + "tx_pps": 550692, + "tx_pkts": 5473053, + "drop_percentage": 0.01856367917504179 + }, + { + "rx_pps": 458654.12648746, + "rx_pkts": 4558336, + "time_ms": 1648523433810, + "drop_pct": 2543, + "total_tx_pps": 456087, + "tx_pps": 458910, + "tx_pkts": 4560879, + "drop_percentage": 0.05575679600357738 + }, + { + "rx_pps": 413015.98762516497, + "rx_pkts": 4104762, + "time_ms": 1648523446308, + "drop_pct": 20, + "total_tx_pps": 410478, + "tx_pps": 413018, + "tx_pkts": 4104782, + "drop_percentage": 0.00048723659380693054 + }, + { + "rx_pps": 435949.3084804507, + "rx_pkts": 4332336, + "time_ms": 1648523458810, + "drop_pct": 146, + "total_tx_pps": 433248, + "tx_pps": 435964, + "tx_pkts": 4332482, + "drop_percentage": 0.0033698928235593364 + }, + { + "rx_pps": 424492.0, + "rx_pkts": 4218391, + "time_ms": 1648523471324, + "drop_pct": 0, + "total_tx_pps": 421839, + "tx_pps": 424492, + "tx_pkts": 4218391, + "ndr_pps": 212246, + "drop_percentage": 0.0 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b4eddc7398da473da06f59d26481dd90" + }, + "synthesis": { + "avg_delay_usec": 91.49982327385015, + "total_tx_rate": 421839 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "768" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:13:41", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "23114778f5174c1a8a3ff5e0156d0214", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "768" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "768" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "768": { + "ndr": { + "load_percent_per_direction": 5.859375, + "timestamp_sec": 1648523764.1071556, + "stats": { + "total_tx_rate": 461876, + "overall": { + "rx_pkts": 4618724, + "drop_percentage": 0.0008227312860026129, + "drop_pct": 38, + "max_delay_usec": 4782, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 4618762, + "avg_delay_usec": 105.0, + "min_delay_usec": 33, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2309249, + "min_delay_usec": 33, + "drop_pct": 16, + "max_delay_usec": 2687, + "tx_pkts": 2309497, + "avg_delay_usec": 105, + "drop_percentage": 0.000692791547250332 + }, + "0": { + "rx_pkts": 2309475, + "min_delay_usec": 33, + "drop_pct": 22, + "max_delay_usec": 4782, + "tx_pkts": 2309265, + "avg_delay_usec": 105, + "drop_percentage": 0.0009526840791334039 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 2911666304.0, + "theoretical_tx_rate_pps": 7931472.081218274 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 11.71875, + "duration_sec": 10.0, + "l2frame_size": "768", + "rate_pps": 464734, + "rate_bps": 2929687500.0, + "time_taken_sec": 137.67143726348877 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 955878.5749151269, + "rx_pkts": 9207107, + "time_ms": 1648523638974, + "drop_pct": 67189533, + "total_tx_pps": 7639664, + "tx_pps": 7931472, + "tx_pkts": 76396640, + "drop_percentage": 87.9482828040605 + }, + { + "rx_pps": 972237.1870658809, + "rx_pkts": 9662578, + "time_ms": 1648523651488, + "drop_pct": 29750884, + "total_tx_pps": 3941346, + "tx_pps": 3965736, + "tx_pkts": 39413462, + "drop_percentage": 75.48406683990359 + }, + { + "rx_pps": 1578290.234876225, + "rx_pkts": 15684261, + "time_ms": 1648523663985, + "drop_pct": 4020492, + "total_tx_pps": 1970475, + "tx_pps": 1982868, + "tx_pkts": 19704753, + "drop_percentage": 20.40366605965576 + }, + { + "rx_pps": 991198.3508095556, + "rx_pkts": 9851027, + "time_ms": 1648523676482, + "drop_pct": 2342, + "total_tx_pps": 985336, + "tx_pps": 991434, + "tx_pkts": 9853369, + "drop_percentage": 0.023768520188374147 + }, + { + "rx_pps": 495674.5408910233, + "rx_pkts": 4925767, + "time_ms": 1648523688978, + "drop_pct": 412, + "total_tx_pps": 492617, + "tx_pps": 495716, + "tx_pkts": 4926179, + "drop_percentage": 0.00836348009278591 + }, + { + "rx_pps": 247858.0, + "rx_pkts": 2463338, + "time_ms": 1648523701524, + "drop_pct": 0, + "total_tx_pps": 246333, + "tx_pps": 247858, + "tx_pkts": 2463338, + "drop_percentage": 0.0 + }, + { + "rx_pps": 371786.0, + "rx_pkts": 3698343, + "time_ms": 1648523714031, + "drop_pct": 0, + "total_tx_pps": 369834, + "tx_pps": 371786, + "tx_pkts": 3698343, + "drop_percentage": 0.0 + }, + { + "rx_pps": 433750.39284890535, + "rx_pkts": 4318204, + "time_ms": 1648523726546, + "drop_pct": 16, + "total_tx_pps": 431822, + "tx_pps": 433752, + "tx_pkts": 4318220, + "drop_percentage": 0.00037052303958575524 + }, + { + "rx_pps": 464730.17648798524, + "rx_pkts": 4618724, + "time_ms": 1648523739092, + "drop_pct": 38, + "total_tx_pps": 461876, + "tx_pps": 464734, + "tx_pkts": 4618762, + "drop_percentage": 0.0008227312860026128 + }, + { + "rx_pps": 480195.32365105936, + "rx_pkts": 4772423, + "time_ms": 1648523751589, + "drop_pct": 285, + "total_tx_pps": 477270, + "tx_pps": 480224, + "tx_pkts": 4772708, + "drop_percentage": 0.005971452684723222 + }, + { + "rx_pps": 472303.0115781439, + "rx_pkts": 4693985, + "time_ms": 1648523764106, + "drop_pct": 1759, + "total_tx_pps": 469574, + "tx_pps": 472480, + "tx_pkts": 4695744, + "ndr_pps": 232367, + "drop_percentage": 0.03745945264477791 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "23114778f5174c1a8a3ff5e0156d0214" + }, + "synthesis": { + "avg_delay_usec": 105.0, + "total_tx_rate": 461876 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1024" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:18:34", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1024" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1024" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1024": { + "ndr": { + "load_percent_per_direction": 6.640625, + "timestamp_sec": 1648524057.2266753, + "stats": { + "total_tx_rate": 395081, + "overall": { + "rx_pkts": 3950815, + "drop_percentage": 0.0, + "drop_pct": 0, + "max_delay_usec": 5009, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3950815, + "avg_delay_usec": 135.49999860788216, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1975407, + "min_delay_usec": 32, + "drop_pct": 0, + "max_delay_usec": 1872, + "tx_pkts": 1975408, + "avg_delay_usec": 141, + "drop_percentage": 0.0 + }, + "0": { + "rx_pkts": 1975408, + "min_delay_usec": 35, + "drop_pct": 0, + "max_delay_usec": 5009, + "tx_pkts": 1975407, + "avg_delay_usec": 130, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 3299716512.0, + "theoretical_tx_rate_pps": 5986590.038314176 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 13.28125, + "duration_sec": 10.0, + "l2frame_size": "1024", + "rate_pps": 397546, + "rate_bps": 3320312500.0, + "time_taken_sec": 137.57492899894714 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1528705.606599547, + "rx_pkts": 14848752, + "time_ms": 1648523932137, + "drop_pct": 43300698, + "total_tx_pps": 5814945, + "tx_pps": 5986590, + "tx_pkts": 58149450, + "drop_percentage": 74.46450138393398 + }, + { + "rx_pps": 1577883.6850487113, + "rx_pkts": 15680218, + "time_ms": 1648523944639, + "drop_pct": 14065639, + "total_tx_pps": 2974585, + "tx_pps": 2993294, + "tx_pkts": 29745857, + "drop_percentage": 47.286043901844884 + }, + { + "rx_pps": 1403083.656451526, + "rx_pkts": 13943147, + "time_ms": 1648523957150, + "drop_pct": 929776, + "total_tx_pps": 1487292, + "tx_pps": 1496646, + "tx_pkts": 14872923, + "drop_percentage": 6.25146785201537 + }, + { + "rx_pps": 748312.0377400354, + "rx_pkts": 7436354, + "time_ms": 1648523969710, + "drop_pct": 99, + "total_tx_pps": 743645, + "tx_pps": 748322, + "tx_pkts": 7436453, + "drop_percentage": 0.0013312798453778971 + }, + { + "rx_pps": 374160.0, + "rx_pkts": 3718217, + "time_ms": 1648523982208, + "drop_pct": 0, + "total_tx_pps": 371821, + "tx_pps": 374160, + "tx_pkts": 3718217, + "drop_percentage": 0.0 + }, + { + "rx_pps": 561003.6221851375, + "rx_pkts": 5575257, + "time_ms": 1648523994704, + "drop_pct": 2369, + "total_tx_pps": 557762, + "tx_pps": 561242, + "tx_pkts": 5577626, + "drop_percentage": 0.042473267300460804 + }, + { + "rx_pps": 467630.352253285, + "rx_pkts": 4647080, + "time_ms": 1648524007203, + "drop_pct": 712, + "total_tx_pps": 464779, + "tx_pps": 467702, + "tx_pkts": 4647792, + "drop_percentage": 0.015319102059644665 + }, + { + "rx_pps": 420890.9516613151, + "rx_pkts": 4183446, + "time_ms": 1648524019707, + "drop_pct": 408, + "total_tx_pps": 418385, + "tx_pps": 420932, + "tx_pkts": 4183854, + "drop_percentage": 0.00975177432099686 + }, + { + "rx_pps": 397546.0, + "rx_pkts": 3950815, + "time_ms": 1648524032233, + "drop_pct": 0, + "total_tx_pps": 395081, + "tx_pps": 397546, + "tx_pkts": 3950815, + "drop_percentage": 0.0 + }, + { + "rx_pps": 409232.9685563975, + "rx_pkts": 4066755, + "time_ms": 1648524044730, + "drop_pct": 50, + "total_tx_pps": 406680, + "tx_pps": 409238, + "tx_pkts": 4066805, + "drop_percentage": 0.0012294663747093849 + }, + { + "rx_pps": 403269.836569411, + "rx_pkts": 4007497, + "time_ms": 1648524057225, + "drop_pct": 1214, + "total_tx_pps": 400871, + "tx_pps": 403392, + "tx_pkts": 4008711, + "ndr_pps": 198773, + "drop_percentage": 0.030284048912480845 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2" + }, + "synthesis": { + "avg_delay_usec": 135.49999860788216, + "total_tx_rate": 395081 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1280" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:30:47", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "786f3740545f4a40a9dc01f9dffc595c", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1280" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1280" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1280": { + "ndr": { + "load_percent_per_direction": 11.5234375, + "timestamp_sec": 1648524790.37032, + "stats": { + "total_tx_rate": 551101, + "overall": { + "rx_pkts": 5510977, + "drop_percentage": 0.0007076735033975586, + "drop_pct": 39, + "max_delay_usec": 3562, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5511016, + "avg_delay_usec": 147.99948230595047, + "min_delay_usec": 32, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2755330, + "min_delay_usec": 32, + "drop_pct": 39, + "max_delay_usec": 1593, + "tx_pkts": 2755647, + "avg_delay_usec": 157, + "drop_percentage": 0.0014152756140390988 + }, + "0": { + "rx_pkts": 2755647, + "min_delay_usec": 34, + "drop_pct": 0, + "max_delay_usec": 3562, + "tx_pkts": 2755369, + "avg_delay_usec": 139, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 5731450400.0, + "theoretical_tx_rate_pps": 4807692.307692308 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 23.046875, + "duration_sec": 10.0, + "l2frame_size": "1280", + "rate_pps": 554010, + "rate_bps": 5761718750.0, + "time_taken_sec": 137.65743374824524 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1615487.8462332233, + "rx_pkts": 15772944, + "time_ms": 1648524665199, + "drop_pct": 31167339, + "total_tx_pps": 4694028, + "tx_pps": 4807692, + "tx_pkts": 46940283, + "drop_percentage": 66.3978506478114 + }, + { + "rx_pps": 1489092.605554872, + "rx_pkts": 14797858, + "time_ms": 1648524677694, + "drop_pct": 9090362, + "total_tx_pps": 2388822, + "tx_pps": 2403846, + "tx_pkts": 23888220, + "drop_percentage": 38.05374364435693 + }, + { + "rx_pps": 1181454.0274231592, + "rx_pkts": 11741884, + "time_ms": 1648524690189, + "drop_pct": 203421, + "total_tx_pps": 1194530, + "tx_pps": 1201922, + "tx_pkts": 11945305, + "drop_percentage": 1.7029368442245718 + }, + { + "rx_pps": 600838.4525039338, + "rx_pkts": 5971434, + "time_ms": 1648524702817, + "drop_pct": 1208, + "total_tx_pps": 597264, + "tx_pps": 600960, + "tx_pkts": 5972642, + "drop_percentage": 0.020225555122841785 + }, + { + "rx_pps": 300480.0, + "rx_pkts": 2986322, + "time_ms": 1648524715333, + "drop_pct": 0, + "total_tx_pps": 298632, + "tx_pps": 300480, + "tx_pkts": 2986322, + "drop_percentage": 0.0 + }, + { + "rx_pps": 450719.39622668474, + "rx_pkts": 4479026, + "time_ms": 1648524727826, + "drop_pct": 6, + "total_tx_pps": 447903, + "tx_pps": 450720, + "tx_pkts": 4479032, + "drop_percentage": 0.00013395751582038261 + }, + { + "rx_pps": 525840.0, + "rx_pkts": 5225536, + "time_ms": 1648524740327, + "drop_pct": 0, + "total_tx_pps": 522553, + "tx_pps": 525840, + "tx_pkts": 5225536, + "drop_percentage": 0.0 + }, + { + "rx_pps": 562993.5002502074, + "rx_pkts": 5595314, + "time_ms": 1648524752854, + "drop_pct": 4040, + "total_tx_pps": 559935, + "tx_pps": 563400, + "tx_pkts": 5599354, + "drop_percentage": 0.07215118029686995 + }, + { + "rx_pps": 544616.0833552305, + "rx_pkts": 5423016, + "time_ms": 1648524765370, + "drop_pct": 39, + "total_tx_pps": 542305, + "tx_pps": 544620, + "tx_pkts": 5423055, + "drop_percentage": 0.0007191518433797923 + }, + { + "rx_pps": 554006.0794180238, + "rx_pkts": 5510977, + "time_ms": 1648524777872, + "drop_pct": 39, + "total_tx_pps": 551101, + "tx_pps": 554010, + "tx_pkts": 5511016, + "drop_percentage": 0.0007076735033975586 + }, + { + "rx_pps": 558698.1513422158, + "rx_pkts": 5552345, + "time_ms": 1648524790369, + "drop_pct": 78, + "total_tx_pps": 555242, + "tx_pps": 558706, + "tx_pkts": 5552423, + "ndr_pps": 277005, + "drop_percentage": 0.0014047921060769326 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "786f3740545f4a40a9dc01f9dffc595c" + }, + "synthesis": { + "avg_delay_usec": 147.99948230595047, + "total_tx_rate": 551101 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "1518" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:38:06", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "b9b765f0842945868ef0d452b85570ed", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "1518" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "1518" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "1518": { + "ndr": { + "load_percent_per_direction": 12.5, + "timestamp_sec": 1648525229.1659203, + "stats": { + "total_tx_rate": 504814, + "overall": { + "rx_pkts": 5048100, + "drop_percentage": 0.0009706528075934367, + "drop_pct": 49, + "max_delay_usec": 311, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 5048149, + "avg_delay_usec": 148.00011410233554, + "min_delay_usec": 35, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 2524026, + "min_delay_usec": 35, + "drop_pct": 49, + "max_delay_usec": 311, + "tx_pkts": 2524074, + "avg_delay_usec": 136, + "drop_percentage": 0.001941305999744857 + }, + "0": { + "rx_pkts": 2524074, + "min_delay_usec": 39, + "drop_pct": 0, + "max_delay_usec": 303, + "tx_pkts": 2524075, + "avg_delay_usec": 160, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 6211231456.0, + "theoretical_tx_rate_pps": 4063719.1157347206 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 25.0, + "duration_sec": 10.0, + "l2frame_size": "1518", + "rate_pps": 507964, + "rate_bps": 6250000000.0, + "time_taken_sec": 137.6200978755951 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 1348830.8736421221, + "rx_pkts": 13196248, + "time_ms": 1648525104030, + "drop_pct": 26561020, + "total_tx_pps": 3975726, + "tx_pps": 4063718, + "tx_pkts": 39757268, + "drop_percentage": 66.80796074820836 + }, + { + "rx_pps": 1451865.4390061933, + "rx_pkts": 14429367, + "time_ms": 1648525116526, + "drop_pct": 5764257, + "total_tx_pps": 2019362, + "tx_pps": 2031858, + "tx_pkts": 20193624, + "drop_percentage": 28.544935767844347 + }, + { + "rx_pps": 1014023.4973269543, + "rx_pkts": 10076861, + "time_ms": 1648525129050, + "drop_pct": 18926, + "total_tx_pps": 1009578, + "tx_pps": 1015928, + "tx_pkts": 10095787, + "drop_percentage": 0.18746433537078389 + }, + { + "rx_pps": 507959.0694331724, + "rx_pkts": 5048100, + "time_ms": 1648525141631, + "drop_pct": 49, + "total_tx_pps": 504814, + "tx_pps": 507964, + "tx_pkts": 5048149, + "drop_percentage": 0.0009706528075934367 + }, + { + "rx_pps": 761678.3540363008, + "rx_pkts": 7569942, + "time_ms": 1648525154127, + "drop_pct": 2660, + "total_tx_pps": 757260, + "tx_pps": 761946, + "tx_pkts": 7572602, + "drop_percentage": 0.03512663150658123 + }, + { + "rx_pps": 634872.7798972944, + "rx_pkts": 6309050, + "time_ms": 1648525166633, + "drop_pct": 827, + "total_tx_pps": 630987, + "tx_pps": 634956, + "tx_pkts": 6309877, + "drop_percentage": 0.013106436147645985 + }, + { + "rx_pps": 571211.9497838132, + "rx_pkts": 5676421, + "time_ms": 1648525179164, + "drop_pct": 2465, + "total_tx_pps": 567888, + "tx_pps": 571460, + "tx_pkts": 5678886, + "drop_percentage": 0.04340640048065765 + }, + { + "rx_pps": 539692.3793376087, + "rx_pkts": 5363734, + "time_ms": 1648525191676, + "drop_pct": 195, + "total_tx_pps": 536392, + "tx_pps": 539712, + "tx_pkts": 5363929, + "drop_percentage": 0.0036353948756592414 + }, + { + "rx_pps": 523781.9497057231, + "rx_pkts": 5205085, + "time_ms": 1648525204173, + "drop_pct": 557, + "total_tx_pps": 520564, + "tx_pps": 523838, + "tx_pkts": 5205642, + "drop_percentage": 0.010699929038531654 + }, + { + "rx_pps": 515844.6541285334, + "rx_pkts": 5126210, + "time_ms": 1648525216667, + "drop_pct": 550, + "total_tx_pps": 512676, + "tx_pps": 515900, + "tx_pkts": 5126760, + "drop_percentage": 0.010728023156925622 + }, + { + "rx_pps": 511849.2830473219, + "rx_pkts": 5086504, + "time_ms": 1648525229165, + "drop_pct": 822, + "total_tx_pps": 508732, + "tx_pps": 511932, + "tx_pkts": 5087326, + "ndr_pps": 253982, + "drop_percentage": 0.016157800777854614 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "b9b765f0842945868ef0d452b85570ed" + }, + "synthesis": { + "avg_delay_usec": 148.00011410233554, + "total_tx_rate": 504814 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "IMIX" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:40:32", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "14202ba37ebc4fdea8f16b0278600b2d", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "IMIX" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "IMIX" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "IMIX": { + "ndr": { + "load_percent_per_direction": 2.34375, + "timestamp_sec": 1648525375.443067, + "stats": { + "total_tx_rate": 381275, + "overall": { + "rx_pkts": 3812745, + "drop_percentage": 0.0001311389417087404, + "drop_pct": 5, + "max_delay_usec": 4320, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 3812750, + "avg_delay_usec": 101.9999483311892, + "min_delay_usec": 31, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1906274, + "min_delay_usec": 31, + "drop_pct": 5, + "max_delay_usec": 4320, + "tx_pkts": 1906471, + "avg_delay_usec": 103, + "drop_percentage": 0.00026226467646242715 + }, + "0": { + "rx_pkts": 1906471, + "min_delay_usec": 33, + "drop_pct": 0, + "max_delay_usec": 1815, + "tx_pkts": 1906279, + "avg_delay_usec": 101, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 1164668033.3333333, + "theoretical_tx_rate_pps": 16368398.079441292 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 4.6875, + "duration_sec": 10.0, + "l2frame_size": "IMIX", + "rate_pps": 383634, + "rate_bps": 1171875000.0, + "time_taken_sec": 137.6155240535736 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 771093.2513239763, + "rx_pkts": 6682599, + "time_ms": 1648525250355, + "drop_pct": 135172410, + "total_tx_pps": 14185500, + "tx_pps": 16368398, + "tx_pkts": 141855009, + "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14185500). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", + "drop_percentage": 95.28913427371465 + }, + { + "rx_pps": 680193.3374204193, + "rx_pkts": 6760101, + "time_ms": 1648525262852, + "drop_pct": 74578545, + "total_tx_pps": 8133864, + "tx_pps": 8184198, + "tx_pkts": 81338646, + "drop_percentage": 91.68894328533572 + }, + { + "rx_pps": 1311747.3568787286, + "rx_pkts": 13036804, + "time_ms": 1648525275367, + "drop_pct": 27632521, + "total_tx_pps": 4066932, + "tx_pps": 4092098, + "tx_pkts": 40669325, + "drop_percentage": 67.94438068495113 + }, + { + "rx_pps": 1590695.3692736912, + "rx_pkts": 15809129, + "time_ms": 1648525287882, + "drop_pct": 4525523, + "total_tx_pps": 2033465, + "tx_pps": 2046048, + "tx_pkts": 20334652, + "drop_percentage": 22.255227185594325 + }, + { + "rx_pps": 1019699.6569069418, + "rx_pkts": 10134290, + "time_ms": 1648525300401, + "drop_pct": 33039, + "total_tx_pps": 1016732, + "tx_pps": 1023024, + "tx_pkts": 10167329, + "drop_percentage": 0.32495260062893605 + }, + { + "rx_pps": 511492.9830606495, + "rx_pkts": 5083477, + "time_ms": 1648525312928, + "drop_pct": 189, + "total_tx_pps": 508366, + "tx_pps": 511512, + "tx_pkts": 5083666, + "drop_percentage": 0.0037177894849897693 + }, + { + "rx_pps": 255756.0, + "rx_pkts": 2541834, + "time_ms": 1648525325435, + "drop_pct": 0, + "total_tx_pps": 254183, + "tx_pps": 255756, + "tx_pkts": 2541834, + "drop_percentage": 0.0 + }, + { + "rx_pps": 383633.4969064324, + "rx_pkts": 3812745, + "time_ms": 1648525337929, + "drop_pct": 5, + "total_tx_pps": 381275, + "tx_pps": 383634, + "tx_pkts": 3812750, + "drop_percentage": 0.0001311389417087404 + }, + { + "rx_pps": 447538.0591777257, + "rx_pkts": 4456812, + "time_ms": 1648525350446, + "drop_pct": 338, + "total_tx_pps": 445715, + "tx_pps": 447572, + "tx_pkts": 4457150, + "drop_percentage": 0.007583321180575031 + }, + { + "rx_pps": 415568.9970519043, + "rx_pkts": 4130135, + "time_ms": 1648525362946, + "drop_pct": 328, + "total_tx_pps": 413046, + "tx_pps": 415602, + "tx_pkts": 4130463, + "drop_percentage": 0.00794099838202158 + }, + { + "rx_pps": 399576.8469448261, + "rx_pkts": 3971198, + "time_ms": 1648525375442, + "drop_pct": 409, + "total_tx_pps": 397160, + "tx_pps": 399618, + "tx_pkts": 3971607, + "ndr_pps": 191817, + "drop_percentage": 0.010298098477518043 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "14202ba37ebc4fdea8f16b0278600b2d" + }, + "synthesis": { + "avg_delay_usec": 101.9999483311892, + "total_tx_rate": 381275 + } + }, + { + "input": { + "duration_sec": "10", + "flavor_type": "nfvbench.loop.basic", + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "frame_sizes": [ + "9000" + ], + "rate": "ndr", + "flow_count": "100k", + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "user_label": "amical_tc12_basic" + }, + "output": { + "status": "OK", + "result": { + "date": "2022-03-29 03:52:45", + "nfvbench_version": "5.0.4.dev29", + "config": { + "compute_nodes": null, + "traffic_generator": { + "mac_addrs_left": null, + "gateway_ip_addrs": [ + "192.168.30.2", + "192.168.31.2" + ], + "mac_addrs_right": null, + "default_profile": "trex-local", + "src_vteps": null, + "generator_profile": [ + { + "intf_speed": null, + "name": "trex-local", + "ip": "127.0.0.1", + "zmq_rpc_port": 4501, + "tool": "TRex", + "platform": { + "master_thread_id": "0", + "latency_thread_id": "1", + "dual_if": [ + { + "threads": [ + 2, + 3, + 4, + 5, + 6, + 7 + ], + "socket": 0 + } + ] + }, + "zmq_pub_port": 4500, + "interfaces": [ + { + "switch": null, + "pci": "0000:00:05.0", + "port": 0 + }, + { + "switch": null, + "pci": "0000:00:06.0", + "port": 1 + } + ], + "cores": 5, + "software_mode": false + } + ], + "vtep_gateway_ips": null, + "tg_gateway_ip_addrs_step": "0.0.0.1", + "udp_port_step": "1", + "udp_src_port": [ + "49152", + "49168" + ], + "gateway_ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_addrs": [ + "192.168.30.1", + "192.168.31.1" + ], + "ip_addrs": [ + "198.18.0.0/16", + "198.19.0.0/16" + ], + "ip_src_static": true, + "host_name": "nfvbench_tg", + "ip_addrs_step": "0.0.0.1", + "tg_gateway_ip_cidrs": [ + "192.168.1.0/24", + "192.168.2.0/24" + ], + "dst_vtep": null, + "vtep_vlan": null, + "udp_dst_port": [ + "49152", + "49168" + ] + }, + "availability_zone": "nova", + "vif_multiqueue_size": 8, + "periodic_gratuitous_arp": false, + "flavor": { + "vcpus": 2, + "disk": 0, + "extra_specs": { + "hw:cpu_policy": "dedicated", + "hw:mem_page_size": "large" + }, + "ram": 4096 + }, + "floating_network": { + "subnet": "nfvbench-floating-subnet", + "name": "nfvbench-floating-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.168.0.0/24", + "network_type": "vlan" + }, + "user_info": null, + "service_chain": "PVP", + "sriov": false, + "vxlan": false, + "intf_speed_detected": 25000000000.0, + "pause_sec": 2.0, + "internal_networks": { + "middle": { + "subnet": "nfvbench-msubnet", + "name": "nfvbench-mnet", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.3.0/24", + "network_type": "vlan" + }, + "right": { + "subnet": "subnet_nfvbench_vn2bis", + "name": "net_nfvbench_vn2bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.31.0/24", + "network_type": "vlan" + }, + "left": { + "subnet": "subnet_nfvbench_vn1bis", + "name": "net_nfvbench_vn1bis", + "segmentation_id": null, + "physical_network": null, + "mpls_transport_labels": null, + "cidr": "192.168.30.0/24", + "network_type": "vlan" + } + }, + "no_vswitch_access": false, + "traffic": { + "bidirectional": true, + "profile": "custom_traffic_profile" + }, + "restart": false, + "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", + "name": "nfvbench.conf", + "std_json": null, + "l2_loopback": false, + "request_id": "2410629fde18450796d4b2a0329b7475", + "debug": false, + "group_id": null, + "loop_vm_name": "nfvbench-loop-vm", + "check_traffic_time_sec": 200, + "num_mbufs": 128000, + "rate": "ndr", + "service_chain_count": 1, + "service_chain_shared_net": true, + "measurement": { + "NDR": 0.001, + "PDR": 0.1, + "load_epsilon": 0.1 + }, + "l3_router": false, + "debug_mask": 0, + "factory_class": "BasicFactory", + "tg-tool": "TRex", + "frame_sizes": [ + "9000" + ], + "service_mode": false, + "edge_networks": { + "right": { + "subnet": "nfvbench-subnet3", + "name": "nfvbench-net3", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.4.0/24", + "router_name": "router_right", + "gateway": null + }, + "left": { + "subnet": "nfvbench-subnet2", + "name": "nfvbench-net2", + "segmentation_id": null, + "network_type": null, + "physical_network": null, + "cidr": "192.168.3.0/24", + "router_name": "router_left", + "gateway": null + } + }, + "ndr_run": true, + "use_management_port": false, + "hypervisor_hostname": "localdomain", + "cache_size": 16, + "pdr_run": false, + "vlan_tagging": false, + "fluentd": [ + { + "ip": "172.20.73.203", + "result_tag": "nfvbench.results.amical", + "logging_tag": "nfvbench.logs.amical", + "port": 25225 + } + ], + "use_floating_ip": false, + "flow_count": 100000, + "loop_vm_arp": false, + "user_id": null, + "openrc_file": null, + "disable_hdrh": false, + "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "vm_forwarder": "vpp", + "factory_module": "nfvbench.factory", + "no_latency_streams": false, + "single_run": false, + "no_arp": false, + "cores_used": 5, + "traffic_profile": [ + { + "l2frame_size": [ + "9000" + ], + "name": "custom_traffic_profile" + } + ], + "vlans": [ + 2519, + 2504 + ], + "tg-name": "trex-local", + "management_network": { + "subnet": "nfvbench-management-subnet", + "name": "nfvbench-management-net", + "segmentation_id": null, + "network_type": "vlan", + "physical_network": null, + "cidr": "192.168.0.0/24", + "gateway": "192.168.0.254" + }, + "no_traffic": false, + "mpls": false, + "duration_sec": 10.0, + "clouds_detail": "openstack", + "mbuf_64": null, + "generic_poll_sec": 2, + "idle_interfaces_per_vm": 0, + "no_flow_stats": true, + "lat_percentiles": [ + 25, + 75, + 99 + ], + "no_cleanup": true, + "no_e2e_check": false, + "intf_speed_used": 25000000000.0, + "generator_profile": "trex-local", + "mbuf_factor": 0.2, + "user_label": "amical_tc12_basic", + "intf_speed": null, + "generic_retry_count": 100, + "flavor_type": "nfvbench.loop.basic", + "use_sriov_middle_net": false, + "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", + "std_json_path": null, + "unidir_reverse_traffic_pps": 1, + "i40e_mixed": "ignore", + "gratuitous_arp_pps": 1, + "idle_networks": { + "subnet": "nfvbench-idle-subnet", + "name": "nfvbench-idle-net", + "segmentation_id": null, + "physical_network": null, + "cidr": "192.169.1.0/24", + "network_type": "vlan" + }, + "interval_sec": 10.0, + "no_latency_stats": false, + "cores": null, + "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", + "external_networks": { + "right": null, + "left": null + } + }, + "benchmarks": { + "network": { + "service_chain": { + "PVP": { + "result": { + "compute_nodes": {}, + "profile": "custom_traffic_profile", + "service_chain_count": 1, + "result": { + "9000": { + "ndr": { + "load_percent_per_direction": 38.0859375, + "timestamp_sec": 1648526108.2238886, + "stats": { + "total_tx_rate": 262248, + "overall": { + "rx_pkts": 2622479, + "drop_percentage": 0.00038131713803184685, + "drop_pct": 10, + "max_delay_usec": 6043, + "lat_percentile": { + "99": "n/a", + "25": "n/a", + "75": "n/a" + }, + "tx_pkts": 2622489, + "avg_delay_usec": 797.498445936078, + "min_delay_usec": 77, + "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" + }, + "1": { + "rx_pkts": 1311168, + "min_delay_usec": 77, + "drop_pct": 10, + "max_delay_usec": 5571, + "tx_pkts": 1311311, + "avg_delay_usec": 826, + "drop_percentage": 0.0007625956008910168 + }, + "0": { + "rx_pkts": 1311311, + "min_delay_usec": 78, + "drop_pct": 0, + "max_delay_usec": 6043, + "tx_pkts": 1311178, + "avg_delay_usec": 769, + "drop_percentage": 0.0 + }, + "theoretical_tx_rate_bps": 50000000000.0, + "offered_tx_rate_bps": 18923815680.0, + "theoretical_tx_rate_pps": 692904.6563192905 + }, + "initial_rate_type": "rate_percent", + "rate_percent": 76.171875, + "duration_sec": 10.0, + "l2frame_size": "9000", + "rate_pps": 263898, + "rate_bps": 19042968750.0, + "time_taken_sec": 137.70801401138306 + }, + "iteration_stats": { + "ndr_pdr": [ + { + "rx_pps": 275136.87051549257, + "rx_pkts": 2732413, + "time_ms": 1648525983002, + "drop_pct": 4148889, + "total_tx_pps": 688130, + "tx_pps": 692904, + "tx_pkts": 6881302, + "drop_percentage": 60.2922092359847 + }, + { + "rx_pps": 276450.51010692323, + "rx_pkts": 2747283, + "time_ms": 1648525995501, + "drop_pct": 695654, + "total_tx_pps": 344293, + "tx_pps": 346452, + "tx_pkts": 3442937, + "drop_percentage": 20.2052491811497 + }, + { + "rx_pps": 173226.0, + "rx_pkts": 1721608, + "time_ms": 1648526007998, + "drop_pct": 0, + "total_tx_pps": 172160, + "tx_pps": 173226, + "tx_pkts": 1721608, + "drop_percentage": 0.0 + }, + { + "rx_pps": 259838.0, + "rx_pkts": 2582273, + "time_ms": 1648526020514, + "drop_pct": 0, + "total_tx_pps": 258227, + "tx_pps": 259838, + "tx_pkts": 2582273, + "drop_percentage": 0.0 + }, + { + "rx_pps": 276532.862184301, + "rx_pkts": 2748324, + "time_ms": 1648526033023, + "drop_pct": 264475, + "total_tx_pps": 301279, + "tx_pps": 303144, + "tx_pkts": 3012799, + "drop_percentage": 8.77838183031792 + }, + { + "rx_pps": 276802.02633522433, + "rx_pkts": 2750861, + "time_ms": 1648526045525, + "drop_pct": 46609, + "total_tx_pps": 279747, + "tx_pps": 281492, + "tx_pkts": 2797470, + "drop_percentage": 1.6661125945944013 + }, + { + "rx_pps": 270650.71832178126, + "rx_pkts": 2689863, + "time_ms": 1648526058023, + "drop_pct": 132, + "total_tx_pps": 268999, + "tx_pps": 270664, + "tx_pkts": 2689995, + "drop_percentage": 0.004907072317978286 + }, + { + "rx_pps": 265244.0511173625, + "rx_pkts": 2636129, + "time_ms": 1648526070614, + "drop_pct": 79, + "total_tx_pps": 263620, + "tx_pps": 265252, + "tx_pkts": 2636208, + "drop_percentage": 0.0029967286344628344 + }, + { + "rx_pps": 262543.7987422155, + "rx_pkts": 2609030, + "time_ms": 1648526083208, + "drop_pct": 2, + "total_tx_pps": 260903, + "tx_pps": 262544, + "tx_pkts": 2609032, + "drop_percentage": 7.665678305210515e-05 + }, + { + "rx_pps": 263896.99371169903, + "rx_pkts": 2622479, + "time_ms": 1648526095706, + "drop_pct": 10, + "total_tx_pps": 262248, + "tx_pps": 263898, + "tx_pkts": 2622489, + "drop_percentage": 0.00038131713803184685 + }, + { + "rx_pps": 264566.1509460084, + "rx_pkts": 2629127, + "time_ms": 1648526108223, + "drop_pct": 78, + "total_tx_pps": 262920, + "tx_pps": 264574, + "tx_pkts": 2629205, + "ndr_pps": 131949, + "drop_percentage": 0.0029666762386348724 + } + ] + } + } + }, + "flow_count": 100000, + "bidirectional": true + } + } + }, + "versions": { + "Traffic_Generator": { + "build_date": "Apr 14 2021", + "version": "v2.89", + "built_by": "hhaim", + "mode": "STL", + "build_time": "11:22:15" + } + } + } + } + }, + "request_id": "2410629fde18450796d4b2a0329b7475" + }, + "synthesis": { + "avg_delay_usec": 797.498445936078, + "total_tx_rate": 262248 + } + } + ] + }, + "fail_tests": 0, + "total_tests": 1, + "pass_tests": 1 + } + } + ] +} |