{ "pagination": { "current_page": 1, "total_pages": 2 }, "results": [ { "project_name": "nfvbench", "scenario": "loopback", "stop_date": "2022-04-25 02:32:44", "case_name": "characterization", "build_tag": "TOV5HRPLCZYW", "version": "unknown", "pod_name": "AMICAL", "criteria": "PASS", "installer": "unknown", "_id": "6266084fc0d88e001ca15aaf", "start_date": "2022-04-25 00:13:31", "details": { "tests": [ { "status": "passed", "elements": [ { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011801719665527344, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 10.036147117614746, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 58.26510310173035, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00015854835510253906, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00029850006103515625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010204315185546875, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011563301086425781, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00789332389831543, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 48.191978454589844, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014138221740722656, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00026345252990722656, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007787942886352539, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 48.198084115982056, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002589225769042969, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0078067779541015625, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.4761390686035, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012445449829101562, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00032782554626464844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010132789611816406, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007827281951904297, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.47583389282227, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030040740966796875, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008013725280761719, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.47237610816956, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011968612670898438, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00029087066650390625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011706352233886719, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007834196090698242, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.4668493270874, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012111663818359375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003085136413574219, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008010625839233398, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.470552444458, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001327991485595703, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003223419189453125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010228157043457031, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007843494415283203, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 48.19991326332092, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002856254577636719, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.0001125335693359375, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0078046321868896484, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 427.4356060028076, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000133514404296875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003294944763183594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010228157043457031, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007808685302734375, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 54.21188402175903, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001220703125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028014183044433594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011420249938964844, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0078582763671875, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 54.213879346847534, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014543533325195312, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00026297569274902344, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.918212890625e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007826566696166992, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 54.2158465385437, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001385211944580078, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002658367156982422, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00782465934753418, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 180.64374685287476, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00026535987854003906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0077762603759765625, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4992287158966, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014448165893554688, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00032806396484375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010180473327636719, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007920503616333008, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.49558329582214, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011801719665527344, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028133392333984375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00012254714965820312, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007806301116943359, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.5018527507782, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001227855682373047, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003173351287841797, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010251998901367188, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007884740829467773, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.5023431777954, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012040138244628906, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028133392333984375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007809638977050781, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 56.228487968444824, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013756752014160156, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00026535987854003906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010156631469726562, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00783085823059082, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4738347530365, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014972686767578125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002911090850830078, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011968612670898438, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00802922248840332, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 60.2336266040802, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011706352233886719, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002532005310058594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010132789611816406, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007838964462280273, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 60.23164749145508, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012135505676269531, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00025343894958496094, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011467933654785156, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.894371032714844e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00780177116394043, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 60.239051818847656, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002503395080566406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.989738464355469e-05, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008019447326660156, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 309.0816767215729, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012183189392089844, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00026702880859375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011706352233886719, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007838964462280273, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.50160241127014, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012803077697753906, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002942085266113281, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010156631469726562, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007815361022949219, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4943425655365, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011849403381347656, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003044605255126953, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.989738464355469e-05, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007854700088500977, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.5042459964752, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012087821960449219, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002963542938232422, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007800579071044922, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4900460243225, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003037452697753906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010275840759277344, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007885217666625977, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 60.23350286483765, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001304149627685547, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002522468566894531, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010347366333007812, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011348724365234375, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008048772811889648, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.47489833831787, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013017654418945312, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002841949462890625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010156631469726562, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.0003788471221923828, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002548694610595703, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00780487060546875, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.23451280593872, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00015497207641601562, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011444091796875, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011348724365234375, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00025391578674316406, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00824594497680664, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.24914073944092, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001533031463623047, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011730194091796875, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011968612670898438, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00025177001953125, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0079345703125, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.221691846847534, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001533031463623047, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001347064971923828, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011730194091796875, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00024175643920898438, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0079345703125, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.23504996299744, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00016355514526367188, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011444091796875, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011706352233886719, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002498626708984375, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007980108261108398, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.23746657371521, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001513957977294922, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011491775512695312, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002338886260986328, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007954835891723633, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.25133943557739, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00015425682067871094, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011301040649414062, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00024771690368652344, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008048534393310547, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.24317383766174, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00015354156494140625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011491775512695312, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011086463928222656, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002601146697998047, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007915735244750977, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 36.240649700164795, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00015354156494140625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", "type": "scenario" } ], "name": "characterization", "keyword": "Feature", "tags": [ "characterization" ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" } ], "skip_tests": 0, "links": [ "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/xtesting.log", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.html", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/behave_tests.log", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/campaign_result.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/TESTS-characterization-full.xml", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench.log", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/output.json", "http://172.20.73.203:8181/TOV5HRPLCZYW/nfvbench-amical-loopback-_-nfvbench-launcher-latest-devel-nfvbench_loopback_only_test_characterization-run-25/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" ], "results": { "latency": [ { "input": { "rate": "70%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "frame_sizes": [ "64" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:28:13", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "29ad1ab70db044069cca0a6862c8d563", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "11735907pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 15.714376742399999, "rate_pps": 5846122, "initial_rate_type": "rate_pps", "rate_bps": 3928594185 }, "tx": { "rate_percent": 15.714376742399999, "rate_pps": 5846122, "initial_rate_type": "rate_pps", "rate_bps": 3928594185 }, "orig": { "rate_percent": 15.773059008, "rate_pps": 5867953, "initial_rate_type": "rate_pps", "rate_bps": 3943264752 } }, "direction-total": { "rx": { "rate_percent": 31.429699929599998, "rate_pps": 11692596.0, "rate_bps": 7857424981.0 }, "tx": { "rate_percent": 31.429699929599998, "rate_pps": 11692596.0, "rate_bps": 7857424981.0 }, "orig": { "rate_percent": 31.546118016, "rate_pps": 11735906.0, "rate_bps": 7886529504.0 } }, "direction-reverse": { "rx": { "rate_percent": 15.715323187200001, "rate_pps": 5846474, "initial_rate_type": "rate_pps", "rate_bps": 3928830796 }, "tx": { "rate_percent": 15.715323187200001, "rate_pps": 5846474, "initial_rate_type": "rate_pps", "rate_bps": 3928830796 }, "orig": { "rate_percent": 15.773059008, "rate_pps": 5867953, "initial_rate_type": "rate_pps", "rate_bps": 3943264752 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 58410774, "-59 (-0.0001%)" ], "lat_max_usec": 42, "lat_avg_usec": 16, "lat_min_usec": 5, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 58464744, 58464744 ], "lat_max_usec": 42, "lat_avg_usec": 15, "lat_min_usec": 5, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 11692596, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3193174528.0, "pkt_rate": 5869806.5, "max_delay_usec": 42, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 15.50001505653573, "total_pkt_bytes": 7950965756, "total_pkts": 116925967, "min_delay_usec": 5 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 7950965756, "total_pkts": 116925967, "pkt_bit_rate": 3193170688.0, "pkt_rate": 5869801.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3193216000, "pkt_rate": 5869884, "max_delay_usec": 42, "total_pkt_bytes": 3975363164, "avg_delay_usec": 15, "total_pkts": 58461223, "min_delay_usec": 5 }, "tx": { "total_pkt_bytes": 3975602592, "total_pkts": 58464744, "pkt_bit_rate": 3193189888, "pkt_rate": 5869842 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3193133056, "pkt_rate": 5869729, "max_delay_usec": 42, "total_pkt_bytes": 3975602592, "avg_delay_usec": 16, "total_pkts": 58464744, "min_delay_usec": 5 }, "tx": { "total_pkt_bytes": 3975363164, "total_pkts": 58461223, "pkt_bit_rate": 3193151488, "pkt_rate": 5869761 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 7857424512.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "29ad1ab70db044069cca0a6862c8d563" }, "synthesis": { "avg_delay_usec": 15.50001505653573, "total_tx_rate": 11692596 } }, { "input": { "rate": "90%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "frame_sizes": [ "64" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:28:50", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "1cc7ff91553043a19730fd45e9d5f126", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "15089023pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 20.20257792, "rate_pps": 7515840, "initial_rate_type": "rate_pps", "rate_bps": 5050644480 }, "tx": { "rate_percent": 20.20257792, "rate_pps": 7515840, "initial_rate_type": "rate_pps", "rate_bps": 5050644480 }, "orig": { "rate_percent": 20.279646912, "rate_pps": 7544511, "initial_rate_type": "rate_pps", "rate_bps": 5069911728 } }, "direction-total": { "rx": { "rate_percent": 40.4063724288, "rate_pps": 15032132.0, "rate_bps": 10101593107.0 }, "tx": { "rate_percent": 40.4063724288, "rate_pps": 15032132.0, "rate_bps": 10101593107.0 }, "orig": { "rate_percent": 40.559293824, "rate_pps": 15089022.0, "rate_bps": 10139823456.0 } }, "direction-reverse": { "rx": { "rate_percent": 20.203794508799998, "rate_pps": 7516292, "initial_rate_type": "rate_pps", "rate_bps": 5050948627 }, "tx": { "rate_percent": 20.203794508799998, "rate_pps": 7516292, "initial_rate_type": "rate_pps", "rate_bps": 5050948627 }, "orig": { "rate_percent": 20.279646912, "rate_pps": 7544511, "initial_rate_type": "rate_pps", "rate_bps": 5069911728 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 75091840, "-79 (-0.0001%)" ], "lat_max_usec": 41, "lat_avg_usec": 18, "lat_min_usec": 5, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 75162926, 75162926 ], "lat_max_usec": 40, "lat_avg_usec": 16, "lat_min_usec": 5, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 15032132, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4096779776.0, "pkt_rate": 7530844.5, "max_delay_usec": 41, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 17.00003010883499, "total_pkt_bytes": 10221850168, "total_pkts": 150321326, "min_delay_usec": 5 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 10221850168, "total_pkts": 150321326, "pkt_bit_rate": 4096779520.0, "pkt_rate": 7530849.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4096839424, "pkt_rate": 7530954, "max_delay_usec": 40, "total_pkt_bytes": 5110771200, "avg_delay_usec": 16, "total_pkts": 75158400, "min_delay_usec": 5 }, "tx": { "total_pkt_bytes": 5111078968, "total_pkts": 75162926, "pkt_bit_rate": 4096763136, "pkt_rate": 7530821 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4096720128, "pkt_rate": 7530735, "max_delay_usec": 41, "total_pkt_bytes": 5111078968, "avg_delay_usec": 18, "total_pkts": 75162926, "min_delay_usec": 5 }, "tx": { "total_pkt_bytes": 5110771200, "total_pkts": 75158400, "pkt_bit_rate": 4096795904, "pkt_rate": 7530877 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 10101592704.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "1cc7ff91553043a19730fd45e9d5f126" }, "synthesis": { "avg_delay_usec": 17.00003010883499, "total_tx_rate": 15032132 } }, { "input": { "rate": "70%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "frame_sizes": [ "768" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:29:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "83c6271d2c784b99971cb644e7b35976", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "5275399pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 66.2607564672, "rate_pps": 2627726, "initial_rate_type": "rate_pps", "rate_bps": 16565189116 }, "tx": { "rate_percent": 66.2607564672, "rate_pps": 2627726, "initial_rate_type": "rate_pps", "rate_bps": 16565189116 }, "orig": { "rate_percent": 66.512230592, "rate_pps": 2637699, "initial_rate_type": "rate_pps", "rate_bps": 16628057648 } }, "direction-total": { "rx": { "rate_percent": 132.52550210559997, "rate_pps": 5255610.0, "rate_bps": 33131375525.0 }, "tx": { "rate_percent": 132.52550210559997, "rate_pps": 5255610.0, "rate_bps": 33131375525.0 }, "orig": { "rate_percent": 133.024461184, "rate_pps": 5275398.0, "rate_bps": 33256115296.0 } }, "direction-reverse": { "rx": { "rate_percent": 66.26474563839999, "rate_pps": 2627884, "initial_rate_type": "rate_pps", "rate_bps": 16566186409 }, "tx": { "rate_percent": 66.26474563839999, "rate_pps": 2627884, "initial_rate_type": "rate_pps", "rate_bps": 16566186409 }, "orig": { "rate_percent": 66.512230592, "rate_pps": 2637699, "initial_rate_type": "rate_pps", "rate_bps": 16628057648 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 26254197, "+5 (+0.0000%)" ], "lat_max_usec": 52, "lat_avg_usec": 27, "lat_min_usec": 6, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 26278849, 26278849 ], "lat_max_usec": 64, "lat_avg_usec": 27, "lat_min_usec": 8, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 5255611, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16250518528.0, "pkt_rate": 2631236.0, "max_delay_usec": 64, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 27.0, "total_pkt_bytes": 40573321552, "total_pkts": 52556116, "min_delay_usec": 6 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 40573321552, "total_pkts": 52556116, "pkt_bit_rate": 16250488832.0, "pkt_rate": 2631232.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16250605568, "pkt_rate": 2631250, "max_delay_usec": 64, "total_pkt_bytes": 20286050124, "avg_delay_usec": 27, "total_pkts": 26277267, "min_delay_usec": 8 }, "tx": { "total_pkt_bytes": 20287271428, "total_pkts": 26278849, "pkt_bit_rate": 16250417152, "pkt_rate": 2631220 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16250431488, "pkt_rate": 2631222, "max_delay_usec": 52, "total_pkt_bytes": 20287271428, "avg_delay_usec": 27, "total_pkts": 26278849, "min_delay_usec": 6 }, "tx": { "total_pkt_bytes": 20286050124, "total_pkts": 26277267, "pkt_bit_rate": 16250560512, "pkt_rate": 2631244 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 33131371744.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "83c6271d2c784b99971cb644e7b35976" }, "synthesis": { "avg_delay_usec": 27.0, "total_tx_rate": 5255611 } }, { "input": { "rate": "90%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "frame_sizes": [ "768" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:30:02", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "2455d986fcbe4f858b57eb97a3d6cf28", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "6782656pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 85.19754631679999, "rate_pps": 3378709, "initial_rate_type": "rate_pps", "rate_bps": 21299386579 }, "tx": { "rate_percent": 85.19754631679999, "rate_pps": 3378709, "initial_rate_type": "rate_pps", "rate_bps": 21299386579 }, "orig": { "rate_percent": 85.515726848, "rate_pps": 3391328, "initial_rate_type": "rate_pps", "rate_bps": 21378931712 } }, "direction-total": { "rx": { "rate_percent": 170.40022661119997, "rate_pps": 6757622.0, "rate_bps": 42600056652.0 }, "tx": { "rate_percent": 170.40022661119997, "rate_pps": 6757622.0, "rate_bps": 42600056652.0 }, "orig": { "rate_percent": 171.031453696, "rate_pps": 6782656.0, "rate_bps": 42757863424.0 } }, "direction-reverse": { "rx": { "rate_percent": 85.2026802944, "rate_pps": 3378913, "initial_rate_type": "rate_pps", "rate_bps": 21300670073 }, "tx": { "rate_percent": 85.2026802944, "rate_pps": 3378913, "initial_rate_type": "rate_pps", "rate_bps": 21300670073 }, "orig": { "rate_percent": 85.515726848, "rate_pps": 3391328, "initial_rate_type": "rate_pps", "rate_bps": 21378931712 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 33757754, "-3 (-0.0000%)" ], "lat_max_usec": 63, "lat_avg_usec": 46, "lat_min_usec": 17, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 33789134, 33789134 ], "lat_max_usec": 72, "lat_avg_usec": 48, "lat_min_usec": 21, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 6757623, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 20899780608.0, "pkt_rate": 3384031.5, "max_delay_usec": 72, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 46.99996987106354, "total_pkt_bytes": 52168851104, "total_pkts": 67576232, "min_delay_usec": 17 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 52168851104, "total_pkts": 67576232, "pkt_bit_rate": 20899762176.0, "pkt_rate": 3384028.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 20900167680, "pkt_rate": 3384094, "max_delay_usec": 72, "total_pkt_bytes": 26083639656, "avg_delay_usec": 48, "total_pkts": 33787098, "min_delay_usec": 21 }, "tx": { "total_pkt_bytes": 26085211448, "total_pkts": 33789134, "pkt_bit_rate": 20899940352, "pkt_rate": 3384056 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 20899393536, "pkt_rate": 3383969, "max_delay_usec": 63, "total_pkt_bytes": 26085211448, "avg_delay_usec": 46, "total_pkts": 33789134, "min_delay_usec": 17 }, "tx": { "total_pkt_bytes": 26083639656, "total_pkts": 33787098, "pkt_bit_rate": 20899584000, "pkt_rate": 3384000 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 42600055392.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2455d986fcbe4f858b57eb97a3d6cf28" }, "synthesis": { "avg_delay_usec": 46.99996987106354, "total_tx_rate": 6757623 } }, { "input": { "rate": "70%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "frame_sizes": [ "1518" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:30:39", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "5c5843684c864e02b3be78bf0c27b4f4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "2713913pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 66.53541553919999, "rate_pps": 1351906, "initial_rate_type": "rate_pps", "rate_bps": 16633853884 }, "tx": { "rate_percent": 66.53541553919999, "rate_pps": 1351906, "initial_rate_type": "rate_pps", "rate_bps": 16633853884 }, "orig": { "rate_percent": 66.78397110399999, "rate_pps": 1356956, "initial_rate_type": "rate_pps", "rate_bps": 16695992776 } }, "direction-total": { "rx": { "rate_percent": 133.07484710399999, "rate_pps": 2703893.0, "rate_bps": 33268711775.0 }, "tx": { "rate_percent": 133.07484710399999, "rate_pps": 2703893.0, "rate_bps": 33268711775.0 }, "orig": { "rate_percent": 133.56794220799998, "rate_pps": 2713912.0, "rate_bps": 33391985552.0 } }, "direction-reverse": { "rx": { "rate_percent": 66.5394315648, "rate_pps": 1351987, "initial_rate_type": "rate_pps", "rate_bps": 16634857891 }, "tx": { "rate_percent": 66.5394315648, "rate_pps": 1351987, "initial_rate_type": "rate_pps", "rate_bps": 16634857891 }, "orig": { "rate_percent": 66.78397110399999, "rate_pps": 1356956, "initial_rate_type": "rate_pps", "rate_bps": 16695992776 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 13507087, "+37 (+0.0003%)" ], "lat_max_usec": 76, "lat_avg_usec": 33, "lat_min_usec": 7, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 13519878, 13519878 ], "lat_max_usec": 104, "lat_avg_usec": 46, "lat_min_usec": 7, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 2703894, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16510260736.0, "pkt_rate": 1355967.5, "max_delay_usec": 104, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 39.49980383846408, "total_pkt_bytes": 41153266680, "total_pkts": 27038940, "min_delay_usec": 7 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 41153266680, "total_pkts": 27038940, "pkt_bit_rate": 16510253568.0, "pkt_rate": 1355967.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16510286848, "pkt_rate": 1355970, "max_delay_usec": 104, "total_pkt_bytes": 20576012364, "avg_delay_usec": 46, "total_pkts": 13519062, "min_delay_usec": 7 }, "tx": { "total_pkt_bytes": 20577254316, "total_pkts": 13519878, "pkt_bit_rate": 16510161920, "pkt_rate": 1355960 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16510234624, "pkt_rate": 1355965, "max_delay_usec": 76, "total_pkt_bytes": 20577254316, "avg_delay_usec": 33, "total_pkts": 13519878, "min_delay_usec": 7 }, "tx": { "total_pkt_bytes": 20576012364, "total_pkts": 13519062, "pkt_bit_rate": 16510345216, "pkt_rate": 1355975 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 33268711776.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "5c5843684c864e02b3be78bf0c27b4f4" }, "synthesis": { "avg_delay_usec": 39.49980383846408, "total_tx_rate": 2703894 } }, { "input": { "rate": "90%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "frame_sizes": [ "1518" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:31:15", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "2494d2b787c4476c90474945540b4645", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "3489317pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 85.545577856, "rate_pps": 1738166, "initial_rate_type": "rate_pps", "rate_bps": 21386394464 }, "tx": { "rate_percent": 85.545577856, "rate_pps": 1738166, "initial_rate_type": "rate_pps", "rate_bps": 21386394464 }, "orig": { "rate_percent": 85.865112736, "rate_pps": 1744658, "initial_rate_type": "rate_pps", "rate_bps": 21466278184 } }, "direction-total": { "rx": { "rate_percent": 171.0963135488, "rate_pps": 3476436.0, "rate_bps": 42774078387.0 }, "tx": { "rate_percent": 171.0963135488, "rate_pps": 3476436.0, "rate_bps": 42774078387.0 }, "orig": { "rate_percent": 171.730225472, "rate_pps": 3489316.0, "rate_bps": 42932556368.0 } }, "direction-reverse": { "rx": { "rate_percent": 85.5507356928, "rate_pps": 1738270, "initial_rate_type": "rate_pps", "rate_bps": 21387683923 }, "tx": { "rate_percent": 85.5507356928, "rate_pps": 1738270, "initial_rate_type": "rate_pps", "rate_bps": 21387683923 }, "orig": { "rate_percent": 85.865112736, "rate_pps": 1744658, "initial_rate_type": "rate_pps", "rate_bps": 21466278184 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 17366577, "+5 (+0.0000%)" ], "lat_max_usec": 84, "lat_avg_usec": 34, "lat_min_usec": 7, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 17382708, 17382708 ], "lat_max_usec": 96, "lat_avg_usec": 49, "lat_min_usec": 8, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 3476436, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21135840256.0, "pkt_rate": 1735860.5, "max_delay_usec": 96, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 41.49977390643201, "total_pkt_bytes": 52911368096, "total_pkts": 34764368, "min_delay_usec": 7 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 52911368096, "total_pkts": 34764368, "pkt_bit_rate": 21135740928.0, "pkt_rate": 1735852.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21135886336, "pkt_rate": 1735864, "max_delay_usec": 96, "total_pkt_bytes": 26454886520, "avg_delay_usec": 49, "total_pkts": 17381660, "min_delay_usec": 8 }, "tx": { "total_pkt_bytes": 26456481576, "total_pkts": 17382708, "pkt_bit_rate": 21135585280, "pkt_rate": 1735839 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21135794176, "pkt_rate": 1735857, "max_delay_usec": 84, "total_pkt_bytes": 26456481576, "avg_delay_usec": 34, "total_pkts": 17382708, "min_delay_usec": 7 }, "tx": { "total_pkt_bytes": 26454886520, "total_pkts": 17381660, "pkt_bit_rate": 21135896576, "pkt_rate": 1735865 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 42774068544.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2494d2b787c4476c90474945540b4645" }, "synthesis": { "avg_delay_usec": 41.49977390643201, "total_tx_rate": 3476436 } }, { "input": { "rate": "70%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "frame_sizes": [ "9000" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:31:51", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "7c104183aa154d46944772ed88ae04c3", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "462795pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 66.538736, "rate_pps": 230525, "initial_rate_type": "rate_pps", "rate_bps": 16634684000 }, "tx": { "rate_percent": 66.538736, "rate_pps": 230525, "initial_rate_type": "rate_pps", "rate_bps": 16634684000 }, "orig": { "rate_percent": 66.7905744, "rate_pps": 231397, "initial_rate_type": "rate_pps", "rate_bps": 16697643600 } }, "direction-total": { "rx": { "rate_percent": 133.08151296, "rate_pps": 461064.0, "rate_bps": 33270378240.0 }, "tx": { "rate_percent": 133.08151296, "rate_pps": 461064.0, "rate_bps": 33270378240.0 }, "orig": { "rate_percent": 133.5811488, "rate_pps": 462794.0, "rate_bps": 33395287200.0 } }, "direction-reverse": { "rx": { "rate_percent": 66.54277696000001, "rate_pps": 230539, "initial_rate_type": "rate_pps", "rate_bps": 16635694240 }, "tx": { "rate_percent": 66.54277696000001, "rate_pps": 230539, "initial_rate_type": "rate_pps", "rate_bps": 16635694240 }, "orig": { "rate_percent": 66.7905744, "rate_pps": 231397, "initial_rate_type": "rate_pps", "rate_bps": 16697643600 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 2303254, "+55 (+0.0024%)" ], "lat_max_usec": 149, "lat_avg_usec": 70, "lat_min_usec": 14, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 2305390, 2305390 ], "lat_max_usec": 195, "lat_avg_usec": 73, "lat_min_usec": 14, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 461064, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16609682432.0, "pkt_rate": 230587.0, "max_delay_usec": 195, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 71.49995445317786, "total_pkt_bytes": 41514202560, "total_pkts": 4610640, "min_delay_usec": 14 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 41514202560, "total_pkts": 4610640, "pkt_bit_rate": 16609573376.0, "pkt_rate": 230585.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16609541120, "pkt_rate": 230585, "max_delay_usec": 195, "total_pkt_bytes": 20756471000, "avg_delay_usec": 73, "total_pkts": 2305250, "min_delay_usec": 14 }, "tx": { "total_pkt_bytes": 20757731560, "total_pkts": 2305390, "pkt_bit_rate": 16609261568, "pkt_rate": 230581 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 16609823744, "pkt_rate": 230589, "max_delay_usec": 149, "total_pkt_bytes": 20757731560, "avg_delay_usec": 70, "total_pkts": 2305390, "min_delay_usec": 14 }, "tx": { "total_pkt_bytes": 20756471000, "total_pkts": 2305250, "pkt_bit_rate": 16609885184, "pkt_rate": 230590 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 33270378240.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7c104183aa154d46944772ed88ae04c3" }, "synthesis": { "avg_delay_usec": 71.49995445317786, "total_tx_rate": 461064 } }, { "input": { "rate": "90%", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "frame_sizes": [ "9000" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:32:27", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "539e9bb7f81444c6a2856b249554d42a", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "595022pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 85.548248896, "rate_pps": 296383, "initial_rate_type": "rate_pps", "rate_bps": 21387062224 }, "tx": { "rate_percent": 85.548248896, "rate_pps": 296383, "initial_rate_type": "rate_pps", "rate_bps": 21387062224 }, "orig": { "rate_percent": 85.87357504, "rate_pps": 297511, "initial_rate_type": "rate_pps", "rate_bps": 21468393760 } }, "direction-total": { "rx": { "rate_percent": 171.101722176, "rate_pps": 592785.0, "rate_bps": 42775430544.0 }, "tx": { "rate_percent": 171.101722176, "rate_pps": 592785.0, "rate_bps": 42775430544.0 }, "orig": { "rate_percent": 171.74715008, "rate_pps": 595022.0, "rate_bps": 42936787520.0 } }, "direction-reverse": { "rx": { "rate_percent": 85.55347328, "rate_pps": 296402, "initial_rate_type": "rate_pps", "rate_bps": 21388368320 }, "tx": { "rate_percent": 85.55347328, "rate_pps": 296402, "initial_rate_type": "rate_pps", "rate_bps": 21388368320 }, "orig": { "rate_percent": 85.87357504, "rate_pps": 297511, "initial_rate_type": "rate_pps", "rate_bps": 21468393760 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 2961244, "+41 (+0.0014%)" ], "lat_max_usec": 422, "lat_avg_usec": 224, "lat_min_usec": 29, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 2964020, 2964020 ], "lat_max_usec": 392, "lat_avg_usec": 176, "lat_min_usec": 16, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 592785, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21366905856.0, "pkt_rate": 296630.0, "max_delay_usec": 422, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 200.00073281095248, "total_pkt_bytes": 53374442436, "total_pkts": 5927859, "min_delay_usec": 16 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 53374442436, "total_pkts": 5927859, "pkt_bit_rate": 21366993920.0, "pkt_rate": 296631.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21367107584, "pkt_rate": 296633, "max_delay_usec": 392, "total_pkt_bytes": 26686406356, "avg_delay_usec": 176, "total_pkts": 2963839, "min_delay_usec": 16 }, "tx": { "total_pkt_bytes": 26688036080, "total_pkts": 2964020, "pkt_bit_rate": 21367209984, "pkt_rate": 296634 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 21366704128, "pkt_rate": 296627, "max_delay_usec": 422, "total_pkt_bytes": 26688036080, "avg_delay_usec": 224, "total_pkts": 2964020, "min_delay_usec": 29 }, "tx": { "total_pkt_bytes": 26686406356, "total_pkts": 2963839, "pkt_bit_rate": 21366777856, "pkt_rate": 296628 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 42775365600.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "539e9bb7f81444c6a2856b249554d42a" }, "synthesis": { "avg_delay_usec": 200.00073281095248, "total_tx_rate": 592785 } } ], "throughput": [ { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "frame_sizes": [ "64" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:14:08", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "d35b641ccf884fd6a0c371913594ab90", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "64": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650845663.429861, "stats": { "total_tx_rate": 16701232, "overall": { "rx_pkts": 167012327, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 97, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 167012327, "avg_delay_usec": 35.48017790327537, "min_delay_usec": 6, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 83760820, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 97, "tx_pkts": 83251507, "avg_delay_usec": 29, "drop_percentage": 0.0 }, "0": { "rx_pkts": 83251507, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 92, "tx_pkts": 83760820, "avg_delay_usec": 42, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 11223227904.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 74404760, "rate_bps": 50000000000.0, "time_taken_sec": 12.489534616470337 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 74404760.0, "rx_pkts": 167012327, "time_ms": 1650845663429, "drop_pct": 0, "total_tx_pps": 16701232, "tx_pps": 74404760, "tx_pkts": 167012327, "ndr_pps": 37202380, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16701232). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d35b641ccf884fd6a0c371913594ab90" }, "synthesis": { "avg_delay_usec": 35.48017790327537, "total_tx_rate": 16701232 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "frame_sizes": [ "128" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:14:40", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "7f8f5bba535643418ac4efa4d3f94823", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650845695.5087018, "stats": { "total_tx_rate": 18016784, "overall": { "rx_pkts": 180167849, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 63, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 180167849, "avg_delay_usec": 18.991852847174748, "min_delay_usec": 5, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 90328567, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 63, "tx_pkts": 89839282, "avg_delay_usec": 16, "drop_percentage": 0.0 }, "0": { "rx_pkts": 89839282, "min_delay_usec": 5, "drop_pct": 0, "max_delay_usec": 55, "tx_pkts": 90328567, "avg_delay_usec": 22, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 21331872256.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 42229728, "rate_bps": 50000000000.0, "time_taken_sec": 12.489280939102173 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 42229728.0, "rx_pkts": 180167849, "time_ms": 1650845695508, "drop_pct": 0, "total_tx_pps": 18016784, "tx_pps": 42229728, "tx_pkts": 180167849, "ndr_pps": 21114864, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18016784). The traffic generator may not have sufficient CPU to achieve the requested TX rate." }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7f8f5bba535643418ac4efa4d3f94823" }, "synthesis": { "avg_delay_usec": 18.991852847174748, "total_tx_rate": 18016784 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "frame_sizes": [ "256" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:15:44", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "d0df1174e1c64fbb9b686a68ccc7e668", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "256": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650845759.8291821, "stats": { "total_tx_rate": 15754775, "overall": { "rx_pkts": 157547756, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 72, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 157547756, "avg_delay_usec": 28.504292190616795, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 78909123, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 72, "tx_pkts": 78638633, "avg_delay_usec": 31, "drop_percentage": 0.0 }, "0": { "rx_pkts": 78638633, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 48, "tx_pkts": 78909123, "avg_delay_usec": 26, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 34786543200.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 22644926, "rate_bps": 50000000000.0, "time_taken_sec": 12.5189950466156 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 22644926.0, "rx_pkts": 157547756, "time_ms": 1650845759828, "drop_pct": 0, "total_tx_pps": 15754775, "tx_pps": 22644926, "tx_pkts": 157547756, "ndr_pps": 11322463, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15754775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d0df1174e1c64fbb9b686a68ccc7e668" }, "synthesis": { "avg_delay_usec": 28.504292190616795, "total_tx_rate": 15754775 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "frame_sizes": [ "512" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:16:16", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "64366f2a65a647cca7f0b40bfb5fab09", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 96.97265625, "timestamp_sec": 1650845917.113052, "stats": { "total_tx_rate": 11045806, "overall": { "rx_pkts": 110458069, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 659, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 110458069, "avg_delay_usec": 209.00381663380335, "min_delay_usec": 12, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 55226186, "min_delay_usec": 12, "drop_pct": 0, "max_delay_usec": 547, "tx_pkts": 55231883, "avg_delay_usec": 135, "drop_percentage": 0.0 }, "0": { "rx_pkts": 55231883, "min_delay_usec": 12, "drop_pct": 0, "max_delay_usec": 659, "tx_pkts": 55226186, "avg_delay_usec": 283, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47010950336.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 193.9453125, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 11392464, "rate_bps": 48486328124.0, "time_taken_sec": 137.6620888710022 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 11740270.58724066, "rx_pkts": 111822104, "time_ms": 1650845791960, "drop_pct": 74763, "total_tx_pps": 11189686, "tx_pps": 11748120, "tx_pkts": 111896867, "drop_percentage": 0.06681420311794789 }, { "rx_pps": 5874060.0, "rx_pkts": 58379346, "time_ms": 1650845804458, "drop_pct": 0, "total_tx_pps": 5837934, "tx_pps": 5874060, "tx_pkts": 58379346, "drop_percentage": 0.0 }, { "rx_pps": 8811090.0, "rx_pkts": 87569019, "time_ms": 1650845817019, "drop_pct": 0, "total_tx_pps": 8756901, "tx_pps": 8811090, "tx_pkts": 87569019, "drop_percentage": 0.0 }, { "rx_pps": 10279604.0, "rx_pkts": 102174125, "time_ms": 1650845829521, "drop_pct": 0, "total_tx_pps": 10217412, "tx_pps": 10279604, "tx_pkts": 102174125, "drop_percentage": 0.0 }, { "rx_pps": 11013862.0, "rx_pkts": 109461268, "time_ms": 1650845842017, "drop_pct": 0, "total_tx_pps": 10946126, "tx_pps": 11013862, "tx_pkts": 109461268, "drop_percentage": 0.0 }, { "rx_pps": 11380990.0, "rx_pkts": 110849710, "time_ms": 1650845854579, "drop_pct": 0, "total_tx_pps": 11084971, "tx_pps": 11380990, "tx_pkts": 110849710, "drop_percentage": 0.0 }, { "rx_pps": 11564015.280748308, "rx_pkts": 110849157, "time_ms": 1650845867092, "drop_pct": 5164, "total_tx_pps": 11085432, "tx_pps": 11564554, "tx_pkts": 110854321, "drop_percentage": 0.0046583660009067215 }, { "rx_pps": 11472150.680780374, "rx_pkts": 110840480, "time_ms": 1650845879589, "drop_pct": 6003, "total_tx_pps": 11084648, "tx_pps": 11472772, "tx_pkts": 110846483, "drop_percentage": 0.005415598075403078 }, { "rx_pps": 11426262.302117322, "rx_pkts": 110851902, "time_ms": 1650845892109, "drop_pct": 6012, "total_tx_pps": 11085791, "tx_pps": 11426882, "tx_pkts": 110857914, "drop_percentage": 0.005423158151794197 }, { "rx_pps": 11402964.464785693, "rx_pkts": 110844769, "time_ms": 1650845904604, "drop_pct": 9444, "total_tx_pps": 11085421, "tx_pps": 11403936, "tx_pkts": 110854213, "drop_percentage": 0.008519297322511324 }, { "rx_pps": 11392464.0, "rx_pkts": 110458069, "time_ms": 1650845917112, "drop_pct": 0, "total_tx_pps": 11045806, "tx_pps": 11392464, "tx_pkts": 110458069, "ndr_pps": 5696232, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "64366f2a65a647cca7f0b40bfb5fab09" }, "synthesis": { "avg_delay_usec": 209.00381663380335, "total_tx_rate": 11045806 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "frame_sizes": [ "768" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:28:09", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 95.60546875, "timestamp_sec": 1650846629.6192143, "stats": { "total_tx_rate": 7537043, "overall": { "rx_pkts": 75370436, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 81, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 75370436, "avg_delay_usec": 45.9999497150315, "min_delay_usec": 9, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 37683323, "min_delay_usec": 9, "drop_pct": 0, "max_delay_usec": 79, "tx_pkts": 37687113, "avg_delay_usec": 47, "drop_percentage": 0.0 }, "0": { "rx_pkts": 37687113, "min_delay_usec": 14, "drop_pct": 0, "max_delay_usec": 81, "tx_pkts": 37683323, "avg_delay_usec": 45, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47513519072.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 191.2109375, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 7582920, "rate_bps": 47802734374.0, "time_taken_sec": 137.7126579284668 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 7866850.365150423, "rx_pkts": 76167616, "time_ms": 1650846504492, "drop_pct": 625673, "total_tx_pps": 7679328, "tx_pps": 7931472, "tx_pkts": 76793289, "drop_percentage": 0.8147495805264963 }, { "rx_pps": 3965736.0, "rx_pkts": 39413470, "time_ms": 1650846517007, "drop_pct": 0, "total_tx_pps": 3941347, "tx_pps": 3965736, "tx_pkts": 39413470, "drop_percentage": 0.0 }, { "rx_pps": 5948604.0, "rx_pkts": 59120203, "time_ms": 1650846529521, "drop_pct": 0, "total_tx_pps": 5912020, "tx_pps": 5948604, "tx_pkts": 59120203, "drop_percentage": 0.0 }, { "rx_pps": 6940038.0, "rx_pkts": 68978427, "time_ms": 1650846542024, "drop_pct": 0, "total_tx_pps": 6897842, "tx_pps": 6940038, "tx_pkts": 68978427, "drop_percentage": 0.0 }, { "rx_pps": 7435754.0, "rx_pkts": 73900245, "time_ms": 1650846554547, "drop_pct": 0, "total_tx_pps": 7390024, "tx_pps": 7435754, "tx_pkts": 73900245, "drop_percentage": 0.0 }, { "rx_pps": 7620933.009913207, "rx_pkts": 75507422, "time_ms": 1650846567096, "drop_pct": 621017, "total_tx_pps": 7612843, "tx_pps": 7683612, "tx_pkts": 76128439, "drop_percentage": 0.8157490264577736 }, { "rx_pps": 7559684.0, "rx_pkts": 75135702, "time_ms": 1650846579608, "drop_pct": 0, "total_tx_pps": 7513570, "tx_pps": 7559684, "tx_pkts": 75135702, "drop_percentage": 0.0 }, { "rx_pps": 7596700.373851032, "rx_pkts": 75499812, "time_ms": 1650846592122, "drop_pct": 247942, "total_tx_pps": 7574775, "tx_pps": 7621648, "tx_pkts": 75747754, "drop_percentage": 0.32732587688342546 }, { "rx_pps": 7590339.524822134, "rx_pkts": 75444179, "time_ms": 1650846604621, "drop_pct": 3245, "total_tx_pps": 7544742, "tx_pps": 7590666, "tx_pkts": 75447424, "drop_percentage": 0.004301008341915027 }, { "rx_pps": 7575174.0, "rx_pkts": 75293443, "time_ms": 1650846617119, "drop_pct": 0, "total_tx_pps": 7529344, "tx_pps": 7575174, "tx_pkts": 75293443, "drop_percentage": 0.0 }, { "rx_pps": 7582920.0, "rx_pkts": 75370436, "time_ms": 1650846629618, "drop_pct": 0, "total_tx_pps": 7537043, "tx_pps": 7582920, "tx_pkts": 75370436, "ndr_pps": 3791460, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "88728d9ee6f543e1b8290c2e6e6e0d11" }, "synthesis": { "avg_delay_usec": 45.9999497150315, "total_tx_rate": 7537043 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "frame_sizes": [ "1024" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:32:54", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "bf2b37b1fdf341adb7ee11f081d946e2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 95.8984375, "timestamp_sec": 1650846914.7221012, "stats": { "total_tx_rate": 5712627, "overall": { "rx_pkts": 57126277, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 102, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 57126277, "avg_delay_usec": 49.5002764139522, "min_delay_usec": 8, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 28561703, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 102, "tx_pkts": 28564574, "avg_delay_usec": 44, "drop_percentage": 0.0 }, "0": { "rx_pkts": 28564574, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 94, "tx_pkts": 28561703, "avg_delay_usec": 55, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47711860704.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 191.796875, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 5741046, "rate_bps": 47949218750.0, "time_taken_sec": 137.80328631401062 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 5905471.915950395, "rx_pkts": 57662777, "time_ms": 1650846789487, "drop_pct": 792061, "total_tx_pps": 5845483, "tx_pps": 5986590, "tx_pkts": 58454838, "drop_percentage": 1.3549964846365667 }, { "rx_pps": 2993294.0, "rx_pkts": 29748854, "time_ms": 1650846802027, "drop_pct": 0, "total_tx_pps": 2974885, "tx_pps": 2993294, "tx_pkts": 29748854, "drop_percentage": 0.0 }, { "rx_pps": 4489942.0, "rx_pkts": 44627778, "time_ms": 1650846814534, "drop_pct": 0, "total_tx_pps": 4462777, "tx_pps": 4489942, "tx_pkts": 44627778, "drop_percentage": 0.0 }, { "rx_pps": 5238266.0, "rx_pkts": 52060508, "time_ms": 1650846827044, "drop_pct": 0, "total_tx_pps": 5206050, "tx_pps": 5238266, "tx_pkts": 52060508, "drop_percentage": 0.0 }, { "rx_pps": 5612428.0, "rx_pkts": 55779118, "time_ms": 1650846839558, "drop_pct": 0, "total_tx_pps": 5577911, "tx_pps": 5612428, "tx_pkts": 55779118, "drop_percentage": 0.0 }, { "rx_pps": 5751078.058987604, "rx_pkts": 57157093, "time_ms": 1650846852099, "drop_pct": 481321, "total_tx_pps": 5763841, "tx_pps": 5799508, "tx_pkts": 57638414, "drop_percentage": 0.8350698199294658 }, { "rx_pps": 5705968.0, "rx_pkts": 56714474, "time_ms": 1650846864604, "drop_pct": 0, "total_tx_pps": 5671447, "tx_pps": 5705968, "tx_pkts": 56714474, "drop_percentage": 0.0 }, { "rx_pps": 5750757.520096343, "rx_pkts": 57153905, "time_ms": 1650846877117, "drop_pct": 19683, "total_tx_pps": 5717358, "tx_pps": 5752738, "tx_pkts": 57173588, "drop_percentage": 0.03442673564583702 }, { "rx_pps": 5729352.0, "rx_pkts": 56941164, "time_ms": 1650846889640, "drop_pct": 0, "total_tx_pps": 5694116, "tx_pps": 5729352, "tx_pkts": 56941164, "drop_percentage": 0.0 }, { "rx_pps": 5741046.0, "rx_pkts": 57126277, "time_ms": 1650846902209, "drop_pct": 0, "total_tx_pps": 5712627, "tx_pps": 5741046, "tx_pkts": 57126277, "drop_percentage": 0.0 }, { "rx_pps": 5746066.120913432, "rx_pkts": 57107283, "time_ms": 1650846914721, "drop_pct": 8208, "total_tx_pps": 5711549, "tx_pps": 5746892, "tx_pkts": 57115491, "ndr_pps": 2870523, "drop_percentage": 0.014370882323326258 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "bf2b37b1fdf341adb7ee11f081d946e2" }, "synthesis": { "avg_delay_usec": 49.5002764139522, "total_tx_rate": 5712627 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "frame_sizes": [ "1280" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:40:01", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "efd7195831c840da8ce6081eb537d3bb", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 96.09375, "timestamp_sec": 1650847342.0063174, "stats": { "total_tx_rate": 4591939, "overall": { "rx_pkts": 45919398, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 114, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 45919398, "avg_delay_usec": 76.50007539297445, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 22958545, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 0, "tx_pkts": 22960853, "avg_delay_usec": 75, "drop_percentage": 0.0 }, "0": { "rx_pkts": 22960853, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 114, "tx_pkts": 22958545, "avg_delay_usec": 78, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47756165600.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 192.1875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 4619890, "rate_bps": 48046875000.0, "time_taken_sec": 137.62104272842407 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 4726361.303264256, "rx_pkts": 46391573, "time_ms": 1650847216874, "drop_pct": 798301, "total_tx_pps": 4718987, "tx_pps": 4807692, "tx_pkts": 47189874, "drop_percentage": 1.6916786003709186 }, { "rx_pps": 2403846.0, "rx_pkts": 23890625, "time_ms": 1650847229398, "drop_pct": 0, "total_tx_pps": 2389062, "tx_pps": 2403846, "tx_pkts": 23890625, "drop_percentage": 0.0 }, { "rx_pps": 3605768.0, "rx_pkts": 35835928, "time_ms": 1650847241898, "drop_pct": 0, "total_tx_pps": 3583592, "tx_pps": 3605768, "tx_pkts": 35835928, "drop_percentage": 0.0 }, { "rx_pps": 4206730.0, "rx_pkts": 41812793, "time_ms": 1650847254402, "drop_pct": 0, "total_tx_pps": 4181279, "tx_pps": 4206730, "tx_pkts": 41812793, "drop_percentage": 0.0 }, { "rx_pps": 4507210.0, "rx_pkts": 44794910, "time_ms": 1650847266925, "drop_pct": 0, "total_tx_pps": 4479491, "tx_pps": 4507210, "tx_pkts": 44794910, "drop_percentage": 0.0 }, { "rx_pps": 4626551.174328503, "rx_pkts": 45980982, "time_ms": 1650847279421, "drop_pct": 307088, "total_tx_pps": 4628807, "tx_pps": 4657450, "tx_pkts": 46288070, "drop_percentage": 0.663427963187923 }, { "rx_pps": 4582330.0, "rx_pkts": 45541488, "time_ms": 1650847291945, "drop_pct": 0, "total_tx_pps": 4554148, "tx_pps": 4582330, "tx_pkts": 45541488, "drop_percentage": 0.0 }, { "rx_pps": 4619890.0, "rx_pkts": 45919398, "time_ms": 1650847304448, "drop_pct": 0, "total_tx_pps": 4591939, "tx_pps": 4619890, "tx_pkts": 45919398, "drop_percentage": 0.0 }, { "rx_pps": 4626459.929477386, "rx_pkts": 45984700, "time_ms": 1650847316968, "drop_pct": 121362, "total_tx_pps": 4610606, "tx_pps": 4638670, "tx_pkts": 46106062, "drop_percentage": 0.26322352145364314 }, { "rx_pps": 4626470.421255804, "rx_pkts": 45980179, "time_ms": 1650847329472, "drop_pct": 27923, "total_tx_pps": 4600810, "tx_pps": 4629280, "tx_pkts": 46008102, "drop_percentage": 0.060691484295526905 }, { "rx_pps": 4624386.171056487, "rx_pkts": 45959463, "time_ms": 1650847342005, "drop_pct": 1986, "total_tx_pps": 4596144, "tx_pps": 4624586, "tx_pkts": 45961449, "ndr_pps": 2309945, "drop_percentage": 0.00432101259470736 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "efd7195831c840da8ce6081eb537d3bb" }, "synthesis": { "avg_delay_usec": 76.50007539297445, "total_tx_rate": 4591939 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "frame_sizes": [ "1518" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:44:46", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "779e1d4206d7447fac094ddc44eb2c29", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 95.99609375, "timestamp_sec": 1650847627.0343828, "stats": { "total_tx_rate": 3877409, "overall": { "rx_pkts": 38774090, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 127, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 38774090, "avg_delay_usec": 90.0, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 19386070, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 122, "tx_pkts": 19388020, "avg_delay_usec": 90, "drop_percentage": 0.0 }, "0": { "rx_pkts": 19388020, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 127, "tx_pkts": 19386070, "avg_delay_usec": 90, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47707640336.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 191.9921875, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 3901010, "rate_bps": 47998046874.0, "time_taken_sec": 137.63707971572876 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 3982058.717650659, "rx_pkts": 39160327, "time_ms": 1650847501905, "drop_pct": 803053, "total_tx_pps": 3996338, "tx_pps": 4063718, "tx_pkts": 39963380, "drop_percentage": 2.0094721717732584 }, { "rx_pps": 2031858.0, "rx_pkts": 20193623, "time_ms": 1650847514427, "drop_pct": 0, "total_tx_pps": 2019362, "tx_pps": 2031858, "tx_pkts": 20193623, "drop_percentage": 0.0 }, { "rx_pps": 3047788.0, "rx_pkts": 30291967, "time_ms": 1650847526954, "drop_pct": 0, "total_tx_pps": 3029196, "tx_pps": 3047788, "tx_pkts": 30291967, "drop_percentage": 0.0 }, { "rx_pps": 3555754.0, "rx_pkts": 35338865, "time_ms": 1650847539460, "drop_pct": 0, "total_tx_pps": 3533886, "tx_pps": 3555754, "tx_pkts": 35338865, "drop_percentage": 0.0 }, { "rx_pps": 3809736.0, "rx_pkts": 37920208, "time_ms": 1650847551974, "drop_pct": 0, "total_tx_pps": 3792020, "tx_pps": 3809736, "tx_pkts": 37920208, "drop_percentage": 0.0 }, { "rx_pps": 3905724.3403039556, "rx_pkts": 38817042, "time_ms": 1650847564492, "drop_pct": 308110, "total_tx_pps": 3912515, "tx_pps": 3936726, "tx_pkts": 39125152, "drop_percentage": 0.787498538024849 }, { "rx_pps": 3873232.0, "rx_pkts": 38494117, "time_ms": 1650847576998, "drop_pct": 0, "total_tx_pps": 3849411, "tx_pps": 3873232, "tx_pkts": 38494117, "drop_percentage": 0.0 }, { "rx_pps": 3904613.646950039, "rx_pkts": 38806005, "time_ms": 1650847589503, "drop_pct": 3641, "total_tx_pps": 3880964, "tx_pps": 3904980, "tx_pkts": 38809646, "drop_percentage": 0.009381688253482137 }, { "rx_pps": 3889106.0, "rx_pkts": 38651881, "time_ms": 1650847602006, "drop_pct": 0, "total_tx_pps": 3865188, "tx_pps": 3889106, "tx_pkts": 38651881, "drop_percentage": 0.0 }, { "rx_pps": 3897042.0, "rx_pkts": 38730754, "time_ms": 1650847614533, "drop_pct": 0, "total_tx_pps": 3873075, "tx_pps": 3897042, "tx_pkts": 38730754, "drop_percentage": 0.0 }, { "rx_pps": 3901010.0, "rx_pkts": 38774090, "time_ms": 1650847627033, "drop_pct": 0, "total_tx_pps": 3877409, "tx_pps": 3901010, "tx_pkts": 38774090, "ndr_pps": 1950505, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "779e1d4206d7447fac094ddc44eb2c29" }, "synthesis": { "avg_delay_usec": 90.0, "total_tx_rate": 3877409 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:51:54", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "b4b97675381e45d68bdac84b0319071d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "IMIX": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650847929.3742573, "stats": { "total_tx_rate": 14161735, "overall": { "rx_pkts": 141617354, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 626, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 141617354, "avg_delay_usec": 338.5356628538618, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 70907706, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 626, "tx_pkts": 70709648, "avg_delay_usec": 364, "drop_percentage": 0.0 }, "0": { "rx_pkts": 70709648, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 613, "tx_pkts": 70907706, "avg_delay_usec": 313, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 43259379846.666664, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 16368398, "rate_bps": 50000000000.0, "time_taken_sec": 12.501379013061523 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 16368398.0, "rx_pkts": 141617354, "time_ms": 1650847929373, "drop_pct": 0, "total_tx_pps": 14161735, "tx_pps": 16368398, "tx_pkts": 141617354, "ndr_pps": 8184199, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14161735). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "b4b97675381e45d68bdac84b0319071d" }, "synthesis": { "avg_delay_usec": 338.5356628538618, "total_tx_rate": 14161735 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "frame_sizes": [ "9000" ], "duration_sec": "10", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:52:42", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "963406d7c07b4253af12344ca0127fe4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 95.99609375, "timestamp_sec": 1650848102.789528, "stats": { "total_tx_rate": 661069, "overall": { "rx_pkts": 6610694, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 546, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 6610694, "avg_delay_usec": 477.49957311592397, "min_delay_usec": 15, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 3305181, "min_delay_usec": 15, "drop_pct": 0, "max_delay_usec": 546, "tx_pkts": 3305513, "avg_delay_usec": 486, "drop_percentage": 0.0 }, "0": { "rx_pkts": 3305513, "min_delay_usec": 16, "drop_pct": 0, "max_delay_usec": 524, "tx_pkts": 3305181, "avg_delay_usec": 469, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47702739040.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 191.9921875, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 665160, "rate_bps": 47998046874.0, "time_taken_sec": 137.69506430625916 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 668576.9554345435, "rx_pkts": 6669405, "time_ms": 1650847977603, "drop_pct": 242675, "total_tx_pps": 691208, "tx_pps": 692904, "tx_pkts": 6912080, "drop_percentage": 3.510882397194477 }, { "rx_pps": 346452.0, "rx_pkts": 3443214, "time_ms": 1650847990100, "drop_pct": 0, "total_tx_pps": 344321, "tx_pps": 346452, "tx_pkts": 3443214, "drop_percentage": 0.0 }, { "rx_pps": 519678.0, "rx_pkts": 5164820, "time_ms": 1650848002628, "drop_pct": 0, "total_tx_pps": 516482, "tx_pps": 519678, "tx_pkts": 5164820, "drop_percentage": 0.0 }, { "rx_pps": 606290.0, "rx_pkts": 6025615, "time_ms": 1650848015147, "drop_pct": 0, "total_tx_pps": 602561, "tx_pps": 606290, "tx_pkts": 6025615, "drop_percentage": 0.0 }, { "rx_pps": 649598.0, "rx_pkts": 6456031, "time_ms": 1650848027664, "drop_pct": 0, "total_tx_pps": 645603, "tx_pps": 649598, "tx_pkts": 6456031, "drop_percentage": 0.0 }, { "rx_pps": 665820.941861537, "rx_pkts": 6616931, "time_ms": 1650848040183, "drop_pct": 53954, "total_tx_pps": 667088, "tx_pps": 671250, "tx_pkts": 6670885, "drop_percentage": 0.808798232918121 }, { "rx_pps": 660424.0, "rx_pkts": 6563956, "time_ms": 1650848052688, "drop_pct": 0, "total_tx_pps": 656395, "tx_pps": 660424, "tx_pkts": 6563956, "drop_percentage": 0.0 }, { "rx_pps": 665769.8810895403, "rx_pkts": 6616756, "time_ms": 1650848065187, "drop_pct": 677, "total_tx_pps": 661743, "tx_pps": 665838, "tx_pkts": 6617433, "drop_percentage": 0.010230553146514668 }, { "rx_pps": 663130.0, "rx_pkts": 6590521, "time_ms": 1650848077706, "drop_pct": 0, "total_tx_pps": 659052, "tx_pps": 663130, "tx_pkts": 6590521, "drop_percentage": 0.0 }, { "rx_pps": 664484.0, "rx_pkts": 6604642, "time_ms": 1650848090288, "drop_pct": 0, "total_tx_pps": 660464, "tx_pps": 664484, "tx_pkts": 6604642, "drop_percentage": 0.0 }, { "rx_pps": 665160.0, "rx_pkts": 6610694, "time_ms": 1650848102788, "drop_pct": 0, "total_tx_pps": 661069, "tx_pps": 665160, "tx_pkts": 6610694, "ndr_pps": 332580, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "963406d7c07b4253af12344ca0127fe4" }, "synthesis": { "avg_delay_usec": 477.49957311592397, "total_tx_rate": 661069 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "frame_sizes": [ "64" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 00:59:49", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "ddbeeb16db0b4920bd33f409fee876fe", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "64": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650848407.2528977, "stats": { "total_tx_rate": 16548126, "overall": { "rx_pkts": 165481260, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 97, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 165481260, "avg_delay_usec": 62.48000978479376, "min_delay_usec": 5, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 82995092, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 97, "tx_pkts": 82486168, "avg_delay_usec": 56, "drop_percentage": 0.0 }, "0": { "rx_pkts": 82486168, "min_delay_usec": 5, "drop_pct": 0, "max_delay_usec": 92, "tx_pkts": 82995092, "avg_delay_usec": 69, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 11120340672.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 74404760, "rate_bps": 50000000000.0, "time_taken_sec": 12.518044471740723 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 74404760.0, "rx_pkts": 165481260, "time_ms": 1650848407252, "drop_pct": 0, "total_tx_pps": 16548126, "tx_pps": 74404760, "tx_pkts": 165481260, "ndr_pps": 37202380, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16548126). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "ddbeeb16db0b4920bd33f409fee876fe" }, "synthesis": { "avg_delay_usec": 62.48000978479376, "total_tx_rate": 16548126 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "frame_sizes": [ "128" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:00:44", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "a82a876e3fc54fa087802fe4f8d84f1b", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650848461.466436, "stats": { "total_tx_rate": 18007502, "overall": { "rx_pkts": 180075026, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 59, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 180075026, "avg_delay_usec": 35.99551240381329, "min_delay_usec": 5, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 90172197, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 59, "tx_pkts": 89902829, "avg_delay_usec": 33, "drop_percentage": 0.0 }, "0": { "rx_pkts": 89902829, "min_delay_usec": 5, "drop_pct": 0, "max_delay_usec": 58, "tx_pkts": 90172197, "avg_delay_usec": 39, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 21320882368.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 42229728, "rate_bps": 50000000000.0, "time_taken_sec": 12.491197109222412 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 42229728.0, "rx_pkts": 180075026, "time_ms": 1650848461465, "drop_pct": 0, "total_tx_pps": 18007502, "tx_pps": 42229728, "tx_pkts": 180075026, "ndr_pps": 21114864, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18007502). The traffic generator may not have sufficient CPU to achieve the requested TX rate." }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a82a876e3fc54fa087802fe4f8d84f1b" }, "synthesis": { "avg_delay_usec": 35.99551240381329, "total_tx_rate": 18007502 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "frame_sizes": [ "256" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:01:38", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "cf10f85f2df3470fb233184b92aea608", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "256": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650848515.7108045, "stats": { "total_tx_rate": 15836292, "overall": { "rx_pkts": 158362920, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 52, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 158362920, "avg_delay_usec": 30.001019203232676, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 79262162, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 52, "tx_pkts": 79100758, "avg_delay_usec": 31, "drop_percentage": 0.0 }, "0": { "rx_pkts": 79100758, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 48, "tx_pkts": 79262162, "avg_delay_usec": 29, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 34966532736.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 22644926, "rate_bps": 50000000000.0, "time_taken_sec": 12.50765085220337 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 22644926.0, "rx_pkts": 158362920, "time_ms": 1650848515710, "drop_pct": 0, "total_tx_pps": 15836292, "tx_pps": 22644926, "tx_pkts": 158362920, "ndr_pps": 11322463, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15836292). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "cf10f85f2df3470fb233184b92aea608" }, "synthesis": { "avg_delay_usec": 30.001019203232676, "total_tx_rate": 15836292 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "frame_sizes": [ "512" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:02:32", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "d1967af0759441ed88139b68c43d44e4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650848569.8980005, "stats": { "total_tx_rate": 11105755, "overall": { "rx_pkts": 111057559, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 681, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 111057559, "avg_delay_usec": 237.93781095080615, "min_delay_usec": 11, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 55569890, "min_delay_usec": 22, "drop_pct": 0, "max_delay_usec": 670, "tx_pkts": 55487669, "avg_delay_usec": 154, "drop_percentage": 0.0 }, "0": { "rx_pkts": 55487669, "min_delay_usec": 11, "drop_pct": 0, "max_delay_usec": 681, "tx_pkts": 55569890, "avg_delay_usec": 322, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47266093280.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 11748120, "rate_bps": 50000000000.0, "time_taken_sec": 12.489594459533691 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 11748120.0, "rx_pkts": 111057559, "time_ms": 1650848569897, "drop_pct": 0, "total_tx_pps": 11105755, "tx_pps": 11748120, "tx_pkts": 111057559, "ndr_pps": 5874060, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d1967af0759441ed88139b68c43d44e4" }, "synthesis": { "avg_delay_usec": 237.93781095080615, "total_tx_rate": 11105755 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "frame_sizes": [ "768" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:05:33", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "18d99ccb52d7454da33eba941f8a8819", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 95.60546875, "timestamp_sec": 1650848875.7264826, "stats": { "total_tx_rate": 7537043, "overall": { "rx_pkts": 75370436, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 80, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 75370436, "avg_delay_usec": 47.499673147704755, "min_delay_usec": 10, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 37683323, "min_delay_usec": 10, "drop_pct": 0, "max_delay_usec": 80, "tx_pkts": 37687113, "avg_delay_usec": 54, "drop_percentage": 0.0 }, "0": { "rx_pkts": 37687113, "min_delay_usec": 12, "drop_pct": 0, "max_delay_usec": 79, "tx_pkts": 37683323, "avg_delay_usec": 41, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47513519072.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 191.2109375, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 7582920, "rate_bps": 47802734374.0, "time_taken_sec": 137.65466976165771 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 7867109.536873953, "rx_pkts": 75914335, "time_ms": 1650848750578, "drop_pct": 621071, "total_tx_pps": 7653540, "tx_pps": 7931472, "tx_pkts": 76535406, "drop_percentage": 0.8114819434027697 }, { "rx_pps": 3965736.0, "rx_pkts": 39453125, "time_ms": 1650848763085, "drop_pct": 0, "total_tx_pps": 3945312, "tx_pps": 3965736, "tx_pkts": 39453125, "drop_percentage": 0.0 }, { "rx_pps": 5948604.0, "rx_pkts": 59120202, "time_ms": 1650848775586, "drop_pct": 0, "total_tx_pps": 5912020, "tx_pps": 5948604, "tx_pkts": 59120202, "drop_percentage": 0.0 }, { "rx_pps": 6940038.0, "rx_pkts": 68973579, "time_ms": 1650848788099, "drop_pct": 0, "total_tx_pps": 6897357, "tx_pps": 6940038, "tx_pkts": 68973579, "drop_percentage": 0.0 }, { "rx_pps": 7435754.0, "rx_pkts": 73900239, "time_ms": 1650848800633, "drop_pct": 0, "total_tx_pps": 7390023, "tx_pps": 7435754, "tx_pkts": 73900239, "drop_percentage": 0.0 }, { "rx_pps": 7620916.349942744, "rx_pkts": 75507249, "time_ms": 1650848813170, "drop_pct": 621182, "total_tx_pps": 7612843, "tx_pps": 7683612, "tx_pkts": 76128431, "drop_percentage": 0.8159658511811442 }, { "rx_pps": 7559684.0, "rx_pkts": 75131929, "time_ms": 1650848825666, "drop_pct": 0, "total_tx_pps": 7513192, "tx_pps": 7559684, "tx_pkts": 75131929, "drop_percentage": 0.0 }, { "rx_pps": 7596717.342100184, "rx_pkts": 75644305, "time_ms": 1650848838182, "drop_pct": 248247, "total_tx_pps": 7589255, "tx_pps": 7621648, "tx_pkts": 75892552, "drop_percentage": 0.3271032445977044 }, { "rx_pps": 7590338.485813464, "rx_pkts": 75436585, "time_ms": 1650848850710, "drop_pct": 3255, "total_tx_pps": 7543984, "tx_pps": 7590666, "tx_pkts": 75439840, "drop_percentage": 0.004314696319610434 }, { "rx_pps": 7575174.0, "rx_pkts": 75285867, "time_ms": 1650848863217, "drop_pct": 0, "total_tx_pps": 7528586, "tx_pps": 7575174, "tx_pkts": 75285867, "drop_percentage": 0.0 }, { "rx_pps": 7582920.0, "rx_pkts": 75370436, "time_ms": 1650848875725, "drop_pct": 0, "total_tx_pps": 7537043, "tx_pps": 7582920, "tx_pkts": 75370436, "ndr_pps": 3791460, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "18d99ccb52d7454da33eba941f8a8819" }, "synthesis": { "avg_delay_usec": 47.499673147704755, "total_tx_rate": 7537043 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:17:35", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "f980c04f3b844edebf749e967b297a62", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 95.8984375, "timestamp_sec": 1650849598.2220418, "stats": { "total_tx_rate": 5706312, "overall": { "rx_pkts": 57062671, "drop_percentage": 0.0007973625559875567, "drop_pct": 455, "max_delay_usec": 96, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 57063126, "avg_delay_usec": 51.4996825858362, "min_delay_usec": 9, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 28530128, "min_delay_usec": 9, "drop_pct": 0, "max_delay_usec": 96, "tx_pkts": 28532998, "avg_delay_usec": 59, "drop_percentage": 0.0 }, "0": { "rx_pkts": 28532543, "min_delay_usec": 11, "drop_pct": 455, "max_delay_usec": 89, "tx_pkts": 28530128, "avg_delay_usec": 44, "drop_percentage": 0.0015948053229904893 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47659117824.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 191.796875, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 5741046, "rate_bps": 47949218750.0, "time_taken_sec": 137.68057537078857 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 5905784.604263414, "rx_pkts": 57472018, "time_ms": 1650849473030, "drop_pct": 786356, "total_tx_pps": 5825837, "tx_pps": 5986590, "tx_pkts": 58258374, "drop_percentage": 1.3497733390224727 }, { "rx_pps": 2993294.0, "rx_pkts": 29748857, "time_ms": 1650849485555, "drop_pct": 0, "total_tx_pps": 2974885, "tx_pps": 2993294, "tx_pkts": 29748857, "drop_percentage": 0.0 }, { "rx_pps": 4489942.0, "rx_pkts": 44627778, "time_ms": 1650849498054, "drop_pct": 0, "total_tx_pps": 4462777, "tx_pps": 4489942, "tx_pkts": 44627778, "drop_percentage": 0.0 }, { "rx_pps": 5238266.0, "rx_pkts": 52065746, "time_ms": 1650849510553, "drop_pct": 0, "total_tx_pps": 5206574, "tx_pps": 5238266, "tx_pkts": 52065746, "drop_percentage": 0.0 }, { "rx_pps": 5612428.0, "rx_pkts": 55779111, "time_ms": 1650849523054, "drop_pct": 0, "total_tx_pps": 5577911, "tx_pps": 5612428, "tx_pkts": 55779111, "drop_percentage": 0.0 }, { "rx_pps": 5751042.570625828, "rx_pkts": 57271760, "time_ms": 1650849535577, "drop_pct": 482643, "total_tx_pps": 5775440, "tx_pps": 5799508, "tx_pkts": 57754403, "drop_percentage": 0.8356817401436909 }, { "rx_pps": 5705968.0, "rx_pkts": 56708762, "time_ms": 1650849548099, "drop_pct": 0, "total_tx_pps": 5670876, "tx_pps": 5705968, "tx_pkts": 56708762, "drop_percentage": 0.0 }, { "rx_pps": 5750684.6723701265, "rx_pkts": 57153189, "time_ms": 1650849560600, "drop_pct": 20407, "total_tx_pps": 5717359, "tx_pps": 5752738, "tx_pkts": 57173596, "drop_percentage": 0.03569304963780833 }, { "rx_pps": 5729352.0, "rx_pkts": 56941171, "time_ms": 1650849573113, "drop_pct": 0, "total_tx_pps": 5694117, "tx_pps": 5729352, "tx_pkts": 56941171, "drop_percentage": 0.0 }, { "rx_pps": 5741000.223048874, "rx_pkts": 57062671, "time_ms": 1650849585617, "drop_pct": 455, "total_tx_pps": 5706312, "tx_pps": 5741046, "tx_pkts": 57063126, "drop_percentage": 0.0007973625559875567 }, { "rx_pps": 5746113.109782579, "rx_pkts": 57107742, "time_ms": 1650849598221, "drop_pct": 7741, "total_tx_pps": 5711548, "tx_pps": 5746892, "tx_pkts": 57115483, "ndr_pps": 2870523, "drop_percentage": 0.013553242647006943 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "f980c04f3b844edebf749e967b297a62" }, "synthesis": { "avg_delay_usec": 51.4996825858362, "total_tx_rate": 5706312 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:20:00", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "a5da318377744c288afee82b6e83d7f4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 96.09375, "timestamp_sec": 1650849742.814171, "stats": { "total_tx_rate": 4591478, "overall": { "rx_pkts": 45914783, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 113, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 45914783, "avg_delay_usec": 76.0, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 22956236, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 113, "tx_pkts": 22958547, "avg_delay_usec": 76, "drop_percentage": 0.0 }, "0": { "rx_pkts": 22958547, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 103, "tx_pkts": 22956236, "avg_delay_usec": 76, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47751371200.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 192.1875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 4619890, "rate_bps": 48046875000.0, "time_taken_sec": 137.75093936920166 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 4726682.774538362, "rx_pkts": 46236280, "time_ms": 1650849617552, "drop_pct": 792430, "total_tx_pps": 4702871, "tx_pps": 4807692, "tx_pkts": 47028710, "drop_percentage": 1.6849919974415628 }, { "rx_pps": 2403846.0, "rx_pkts": 23888220, "time_ms": 1650849630057, "drop_pct": 0, "total_tx_pps": 2388822, "tx_pps": 2403846, "tx_pkts": 23888220, "drop_percentage": 0.0 }, { "rx_pps": 3605768.0, "rx_pkts": 35835928, "time_ms": 1650849642637, "drop_pct": 0, "total_tx_pps": 3583592, "tx_pps": 3605768, "tx_pkts": 35835928, "drop_percentage": 0.0 }, { "rx_pps": 4206730.0, "rx_pkts": 41808587, "time_ms": 1650849655220, "drop_pct": 0, "total_tx_pps": 4180858, "tx_pps": 4206730, "tx_pkts": 41808587, "drop_percentage": 0.0 }, { "rx_pps": 4507210.0, "rx_pkts": 44794909, "time_ms": 1650849667733, "drop_pct": 0, "total_tx_pps": 4479490, "tx_pps": 4507210, "tx_pkts": 44794909, "drop_percentage": 0.0 }, { "rx_pps": 4626492.009806026, "rx_pkts": 45980393, "time_ms": 1650849680242, "drop_pct": 307676, "total_tx_pps": 4628806, "tx_pps": 4657450, "tx_pkts": 46288069, "drop_percentage": 0.6646982832660399 }, { "rx_pps": 4582330.0, "rx_pkts": 45541488, "time_ms": 1650849692745, "drop_pct": 0, "total_tx_pps": 4554148, "tx_pps": 4582330, "tx_pkts": 45541488, "drop_percentage": 0.0 }, { "rx_pps": 4619890.0, "rx_pkts": 45914783, "time_ms": 1650849705269, "drop_pct": 0, "total_tx_pps": 4591478, "tx_pps": 4619890, "tx_pkts": 45914783, "drop_percentage": 0.0 }, { "rx_pps": 4626391.745988317, "rx_pkts": 46071925, "time_ms": 1650849717790, "drop_pct": 122273, "total_tx_pps": 4619419, "tx_pps": 4638670, "tx_pkts": 46194198, "drop_percentage": 0.2646934145279457 }, { "rx_pps": 4626440.83932869, "rx_pkts": 45979885, "time_ms": 1650849730293, "drop_pct": 28217, "total_tx_pps": 4600810, "tx_pps": 4629280, "tx_pkts": 46008102, "drop_percentage": 0.06133050217981172 }, { "rx_pps": 4624386.070437684, "rx_pkts": 45959462, "time_ms": 1650849742813, "drop_pct": 1987, "total_tx_pps": 4596144, "tx_pps": 4624586, "tx_pkts": 45961449, "ndr_pps": 2309945, "drop_percentage": 0.004323188331159881 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a5da318377744c288afee82b6e83d7f4" }, "synthesis": { "avg_delay_usec": 76.0, "total_tx_rate": 4591478 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:32:02", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "2a0a188162394858b0f91a93a609e85b", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 95.99609375, "timestamp_sec": 1650850465.3741472, "stats": { "total_tx_rate": 3877019, "overall": { "rx_pkts": 38770196, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 139, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 38770196, "avg_delay_usec": 99.4996727383065, "min_delay_usec": 8, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 19384122, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 139, "tx_pkts": 19386074, "avg_delay_usec": 106, "drop_percentage": 0.0 }, "0": { "rx_pkts": 19386074, "min_delay_usec": 12, "drop_pct": 0, "max_delay_usec": 139, "tx_pkts": 19384122, "avg_delay_usec": 93, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47702841776.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 191.9921875, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 3901010, "rate_bps": 47998046874.0, "time_taken_sec": 137.7311794757843 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 3982204.741901213, "rx_pkts": 39030251, "time_ms": 1650850340162, "drop_pct": 798925, "total_tx_pps": 3982917, "tx_pps": 4063718, "tx_pkts": 39829176, "drop_percentage": 2.0058788060290276 }, { "rx_pps": 2031858.0, "rx_pkts": 20193624, "time_ms": 1650850352678, "drop_pct": 0, "total_tx_pps": 2019362, "tx_pps": 2031858, "tx_pkts": 20193624, "drop_percentage": 0.0 }, { "rx_pps": 3047788.0, "rx_pkts": 30308733, "time_ms": 1650850365187, "drop_pct": 0, "total_tx_pps": 3030873, "tx_pps": 3047788, "tx_pkts": 30308733, "drop_percentage": 0.0 }, { "rx_pps": 3555754.0, "rx_pkts": 35342421, "time_ms": 1650850377693, "drop_pct": 0, "total_tx_pps": 3534242, "tx_pps": 3555754, "tx_pkts": 35342421, "drop_percentage": 0.0 }, { "rx_pps": 3809736.0, "rx_pkts": 37863066, "time_ms": 1650850390212, "drop_pct": 0, "total_tx_pps": 3786306, "tx_pps": 3809736, "tx_pkts": 37863066, "drop_percentage": 0.0 }, { "rx_pps": 3905550.3906702464, "rx_pkts": 38819222, "time_ms": 1650850402727, "drop_pct": 309870, "total_tx_pps": 3912909, "tx_pps": 3936726, "tx_pkts": 39129092, "drop_percentage": 0.7919171750778168 }, { "rx_pps": 3873232.0, "rx_pkts": 38494120, "time_ms": 1650850415300, "drop_pct": 0, "total_tx_pps": 3849412, "tx_pps": 3873232, "tx_pkts": 38494120, "drop_percentage": 0.0 }, { "rx_pps": 3904613.0432372405, "rx_pkts": 38805999, "time_ms": 1650850427820, "drop_pct": 3647, "total_tx_pps": 3880964, "tx_pps": 3904980, "tx_pkts": 38809646, "drop_percentage": 0.009397148327506002 }, { "rx_pps": 3889106.0, "rx_pkts": 38799675, "time_ms": 1650850440360, "drop_pct": 0, "total_tx_pps": 3879967, "tx_pps": 3889106, "tx_pkts": 38799675, "drop_percentage": 0.0 }, { "rx_pps": 3897042.0, "rx_pkts": 38734654, "time_ms": 1650850452876, "drop_pct": 0, "total_tx_pps": 3873465, "tx_pps": 3897042, "tx_pkts": 38734654, "drop_percentage": 0.0 }, { "rx_pps": 3901010.0, "rx_pkts": 38770196, "time_ms": 1650850465373, "drop_pct": 0, "total_tx_pps": 3877019, "tx_pps": 3901010, "tx_pkts": 38770196, "ndr_pps": 1950505, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2a0a188162394858b0f91a93a609e85b" }, "synthesis": { "avg_delay_usec": 99.4996727383065, "total_tx_rate": 3877019 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:34:45", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "0983ac3addf84a478e6da408b3e21aca", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "IMIX": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650850502.7712622, "stats": { "total_tx_rate": 14122958, "overall": { "rx_pkts": 141229588, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 628, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 141229588, "avg_delay_usec": 356.54005520429615, "min_delay_usec": 20, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 70668670, "min_delay_usec": 21, "drop_pct": 0, "max_delay_usec": 628, "tx_pkts": 70560918, "avg_delay_usec": 409, "drop_percentage": 0.0 }, "0": { "rx_pkts": 70560918, "min_delay_usec": 20, "drop_pct": 0, "max_delay_usec": 603, "tx_pkts": 70668670, "avg_delay_usec": 304, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 43140929037.33333, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 16368398, "rate_bps": 50000000000.0, "time_taken_sec": 12.55201530456543 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 16368398.0, "rx_pkts": 141229588, "time_ms": 1650850502770, "drop_pct": 0, "total_tx_pps": 14122958, "tx_pps": 16368398, "tx_pkts": 141229588, "ndr_pps": 8184199, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14122958). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "0983ac3addf84a478e6da408b3e21aca" }, "synthesis": { "avg_delay_usec": 356.54005520429615, "total_tx_rate": 14122958 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "duration_sec": "10", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:37:47", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 96.09375, "timestamp_sec": 1650850810.5278695, "stats": { "total_tx_rate": 661743, "overall": { "rx_pkts": 6617433, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 566, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 6617433, "avg_delay_usec": 490.9992497090639, "min_delay_usec": 15, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 3308551, "min_delay_usec": 15, "drop_pct": 0, "max_delay_usec": 566, "tx_pkts": 3308882, "avg_delay_usec": 506, "drop_percentage": 0.0 }, "0": { "rx_pkts": 3308882, "min_delay_usec": 15, "drop_pct": 0, "max_delay_usec": 529, "tx_pkts": 3308551, "avg_delay_usec": 476, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47751374880.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 192.1875, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 665838, "rate_bps": 48046875000.0, "time_taken_sec": 137.66692209243774 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 668814.8286232857, "rx_pkts": 6651341, "time_ms": 1650850685349, "drop_pct": 239566, "total_tx_pps": 689090, "tx_pps": 692904, "tx_pkts": 6890907, "drop_percentage": 3.476552506077937 }, { "rx_pps": 346452.0, "rx_pkts": 3443214, "time_ms": 1650850697851, "drop_pct": 0, "total_tx_pps": 344321, "tx_pps": 346452, "tx_pkts": 3443214, "drop_percentage": 0.0 }, { "rx_pps": 519678.0, "rx_pkts": 5164821, "time_ms": 1650850710355, "drop_pct": 0, "total_tx_pps": 516482, "tx_pps": 519678, "tx_pkts": 5164821, "drop_percentage": 0.0 }, { "rx_pps": 606290.0, "rx_pkts": 6025614, "time_ms": 1650850722872, "drop_pct": 0, "total_tx_pps": 602561, "tx_pps": 606290, "tx_pkts": 6025614, "drop_percentage": 0.0 }, { "rx_pps": 649598.0, "rx_pkts": 6467074, "time_ms": 1650850735425, "drop_pct": 0, "total_tx_pps": 646707, "tx_pps": 649598, "tx_pkts": 6467074, "drop_percentage": 0.0 }, { "rx_pps": 665952.2491003298, "rx_pkts": 6619233, "time_ms": 1650850747925, "drop_pct": 52657, "total_tx_pps": 667189, "tx_pps": 671250, "tx_pkts": 6671890, "drop_percentage": 0.7892366330979678 }, { "rx_pps": 660424.0, "rx_pkts": 6563625, "time_ms": 1650850760442, "drop_pct": 0, "total_tx_pps": 656362, "tx_pps": 660424, "tx_pkts": 6563625, "drop_percentage": 0.0 }, { "rx_pps": 665838.0, "rx_pkts": 6617433, "time_ms": 1650850772948, "drop_pct": 0, "total_tx_pps": 661743, "tx_pps": 665838, "tx_pkts": 6617433, "drop_percentage": 0.0 }, { "rx_pps": 665963.3876473027, "rx_pkts": 6619344, "time_ms": 1650850785467, "drop_pct": 25650, "total_tx_pps": 664499, "tx_pps": 668544, "tx_pkts": 6644994, "drop_percentage": 0.38600486320980876 }, { "rx_pps": 665953.6202723441, "rx_pkts": 6619248, "time_ms": 1650850797979, "drop_pct": 12289, "total_tx_pps": 663153, "tx_pps": 667190, "tx_pkts": 6631537, "drop_percentage": 0.18531148962902566 }, { "rx_pps": 665952.2454294527, "rx_pkts": 6618569, "time_ms": 1650850810527, "drop_pct": 5583, "total_tx_pps": 662415, "tx_pps": 666514, "tx_pkts": 6624152, "ndr_pps": 332919, "drop_percentage": 0.0842824862714503 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "debc5ad324ad481e9f7d2fcdbc47cb30" }, "synthesis": { "avg_delay_usec": 490.9992497090639, "total_tx_rate": 661743 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "frame_sizes": [ "64" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:43:17", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "014622aafb2c426ab9df378f15c06fef", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "64": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650851015.0206628, "stats": { "total_tx_rate": 16765582, "overall": { "rx_pkts": 167655827, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 104, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 167655827, "avg_delay_usec": 24.993023892930367, "min_delay_usec": 5, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 83944872, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 103, "tx_pkts": 83710955, "avg_delay_usec": 20, "drop_percentage": 0.0 }, "0": { "rx_pkts": 83710955, "min_delay_usec": 5, "drop_pct": 0, "max_delay_usec": 104, "tx_pkts": 83944872, "avg_delay_usec": 30, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 11266471104.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 74404760, "rate_bps": 50000000000.0, "time_taken_sec": 12.508348226547241 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 74404760.0, "rx_pkts": 167655827, "time_ms": 1650851015020, "drop_pct": 0, "total_tx_pps": 16765582, "tx_pps": 74404760, "tx_pkts": 167655827, "ndr_pps": 37202380, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (16765582). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "014622aafb2c426ab9df378f15c06fef" }, "synthesis": { "avg_delay_usec": 24.993023892930367, "total_tx_rate": 16765582 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "frame_sizes": [ "128" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:44:17", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "a2341c441c5140a784a4749e86d5c19e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650851075.266194, "stats": { "total_tx_rate": 18075556, "overall": { "rx_pkts": 180755561, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 61, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 180755561, "avg_delay_usec": 20.503517144902666, "min_delay_usec": 5, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 90468601, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 61, "tx_pkts": 90286960, "avg_delay_usec": 24, "drop_percentage": 0.0 }, "0": { "rx_pkts": 90286960, "min_delay_usec": 5, "drop_pct": 0, "max_delay_usec": 55, "tx_pkts": 90468601, "avg_delay_usec": 17, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 21401458304.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 42229728, "rate_bps": 50000000000.0, "time_taken_sec": 12.509921312332153 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 42229728.0, "rx_pkts": 180755561, "time_ms": 1650851075265, "drop_pct": 0, "total_tx_pps": 18075556, "tx_pps": 42229728, "tx_pkts": 180755561, "ndr_pps": 21114864, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } }, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (18075556). The traffic generator may not have sufficient CPU to achieve the requested TX rate." }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a2341c441c5140a784a4749e86d5c19e" }, "synthesis": { "avg_delay_usec": 20.503517144902666, "total_tx_rate": 18075556 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "frame_sizes": [ "256" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:45:17", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "81e85c0a6b464632850a5e5c7117f2b9", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "256": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650851135.4937232, "stats": { "total_tx_rate": 15904019, "overall": { "rx_pkts": 159040190, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 48, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 159040190, "avg_delay_usec": 24.49913906667239, "min_delay_usec": 6, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 79565736, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 48, "tx_pkts": 79474454, "avg_delay_usec": 23, "drop_percentage": 0.0 }, "0": { "rx_pkts": 79474454, "min_delay_usec": 6, "drop_pct": 0, "max_delay_usec": 44, "tx_pkts": 79565736, "avg_delay_usec": 26, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 35116073952.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 22644926, "rate_bps": 50000000000.0, "time_taken_sec": 12.490444898605347 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 22644926.0, "rx_pkts": 159040190, "time_ms": 1650851135493, "drop_pct": 0, "total_tx_pps": 15904019, "tx_pps": 22644926, "tx_pkts": 159040190, "ndr_pps": 11322463, "warning": "WARNING: There is a significant difference between requested TX rate (22644926) and actual TX rate (15904019). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "81e85c0a6b464632850a5e5c7117f2b9" }, "synthesis": { "avg_delay_usec": 24.49913906667239, "total_tx_rate": 15904019 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "frame_sizes": [ "512" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:45:37", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650851155.6128447, "stats": { "total_tx_rate": 11083895, "overall": { "rx_pkts": 110838959, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 751, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 110838959, "avg_delay_usec": 244.54752861762262, "min_delay_usec": 22, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 55446495, "min_delay_usec": 24, "drop_pct": 0, "max_delay_usec": 751, "tx_pkts": 55392464, "avg_delay_usec": 342, "drop_percentage": 0.0 }, "0": { "rx_pkts": 55392464, "min_delay_usec": 22, "drop_pct": 0, "max_delay_usec": 604, "tx_pkts": 55446495, "avg_delay_usec": 147, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47173057120.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 11748120, "rate_bps": 50000000000.0, "time_taken_sec": 12.493241786956787 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 11748120.0, "rx_pkts": 110838959, "time_ms": 1650851155612, "drop_pct": 0, "total_tx_pps": 11083895, "tx_pps": 11748120, "tx_pkts": 110838959, "ndr_pps": 5874060, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d11915d33a9248cdbc7f6b1fe526c0bc" }, "synthesis": { "avg_delay_usec": 244.54752861762262, "total_tx_rate": 11083895 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "frame_sizes": [ "768" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 01:50:46", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 95.60546875, "timestamp_sec": 1650851589.8598213, "stats": { "total_tx_rate": 7536285, "overall": { "rx_pkts": 75362853, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 85, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 75362853, "avg_delay_usec": 48.99969802098654, "min_delay_usec": 11, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 37679530, "min_delay_usec": 11, "drop_pct": 0, "max_delay_usec": 85, "tx_pkts": 37683323, "avg_delay_usec": 55, "drop_percentage": 0.0 }, "0": { "rx_pkts": 37683323, "min_delay_usec": 13, "drop_pct": 0, "max_delay_usec": 81, "tx_pkts": 37679530, "avg_delay_usec": 43, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47508740640.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 191.2109375, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 7582920, "rate_bps": 47802734374.0, "time_taken_sec": 137.68758368492126 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 7867019.991496668, "rx_pkts": 75782125, "time_ms": 1650851464683, "drop_pct": 620859, "total_tx_pps": 7640298, "tx_pps": 7931472, "tx_pkts": 76402984, "drop_percentage": 0.8126109315311559 }, { "rx_pps": 3965736.0, "rx_pkts": 39413476, "time_ms": 1650851477177, "drop_pct": 0, "total_tx_pps": 3941347, "tx_pps": 3965736, "tx_pkts": 39413476, "drop_percentage": 0.0 }, { "rx_pps": 5948604.0, "rx_pkts": 59120203, "time_ms": 1650851489700, "drop_pct": 0, "total_tx_pps": 5912020, "tx_pps": 5948604, "tx_pkts": 59120203, "drop_percentage": 0.0 }, { "rx_pps": 6940038.0, "rx_pkts": 68973557, "time_ms": 1650851502199, "drop_pct": 0, "total_tx_pps": 6897355, "tx_pps": 6940038, "tx_pkts": 68973557, "drop_percentage": 0.0 }, { "rx_pps": 7435754.0, "rx_pkts": 73900239, "time_ms": 1650851514716, "drop_pct": 0, "total_tx_pps": 7390023, "tx_pps": 7435754, "tx_pkts": 73900239, "drop_percentage": 0.0 }, { "rx_pps": 7620954.625306049, "rx_pkts": 75507656, "time_ms": 1650851527233, "drop_pct": 620803, "total_tx_pps": 7612845, "tx_pps": 7683612, "tx_pkts": 76128459, "drop_percentage": 0.8154677083375614 }, { "rx_pps": 7559684.0, "rx_pkts": 75131929, "time_ms": 1650851539732, "drop_pct": 0, "total_tx_pps": 7513192, "tx_pps": 7559684, "tx_pkts": 75131929, "drop_percentage": 0.0 }, { "rx_pps": 7596741.430266551, "rx_pkts": 75500232, "time_ms": 1650851552229, "drop_pct": 247534, "total_tx_pps": 7574776, "tx_pps": 7621648, "tx_pkts": 75747766, "drop_percentage": 0.3267871952817724 }, { "rx_pps": 7590337.479512263, "rx_pkts": 75436549, "time_ms": 1650851564806, "drop_pct": 3265, "total_tx_pps": 7543981, "tx_pps": 7590666, "tx_pkts": 75439814, "drop_percentage": 0.004327953406671973 }, { "rx_pps": 7575174.0, "rx_pkts": 75285893, "time_ms": 1650851577332, "drop_pct": 0, "total_tx_pps": 7528589, "tx_pps": 7575174, "tx_pkts": 75285893, "drop_percentage": 0.0 }, { "rx_pps": 7582920.0, "rx_pkts": 75362853, "time_ms": 1650851589858, "drop_pct": 0, "total_tx_pps": 7536285, "tx_pps": 7582920, "tx_pkts": 75362853, "ndr_pps": 3791460, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3dfdb6dff0ef4590ae98f24d2b98b4a7" }, "synthesis": { "avg_delay_usec": 48.99969802098654, "total_tx_rate": 7536285 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:02:49", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "df31248f2daf41788e5aeb35599600ec", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 95.8984375, "timestamp_sec": 1650852312.436391, "stats": { "total_tx_rate": 5706025, "overall": { "rx_pkts": 57060256, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 100, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 57060256, "avg_delay_usec": 49.50055346754841, "min_delay_usec": 9, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 28527257, "min_delay_usec": 9, "drop_pct": 0, "max_delay_usec": 96, "tx_pkts": 28532999, "avg_delay_usec": 44, "drop_percentage": 0.0 }, "0": { "rx_pkts": 28532999, "min_delay_usec": 10, "drop_pct": 0, "max_delay_usec": 100, "tx_pkts": 28527257, "avg_delay_usec": 55, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47656720800.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 191.796875, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 5741046, "rate_bps": 47949218750.0, "time_taken_sec": 137.73684573173523 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 5905630.69286569, "rx_pkts": 57462293, "time_ms": 1650852187211, "drop_pct": 787741, "total_tx_pps": 5825003, "tx_pps": 5986590, "tx_pkts": 58250034, "drop_percentage": 1.3523442750265176 }, { "rx_pps": 2993294.0, "rx_pkts": 29748852, "time_ms": 1650852199712, "drop_pct": 0, "total_tx_pps": 2974885, "tx_pps": 2993294, "tx_pkts": 29748852, "drop_percentage": 0.0 }, { "rx_pps": 4489942.0, "rx_pkts": 44623288, "time_ms": 1650852212213, "drop_pct": 0, "total_tx_pps": 4462328, "tx_pps": 4489942, "tx_pkts": 44623288, "drop_percentage": 0.0 }, { "rx_pps": 5238266.0, "rx_pkts": 52060508, "time_ms": 1650852224756, "drop_pct": 0, "total_tx_pps": 5206050, "tx_pps": 5238266, "tx_pkts": 52060508, "drop_percentage": 0.0 }, { "rx_pps": 5612428.0, "rx_pkts": 55779125, "time_ms": 1650852237260, "drop_pct": 0, "total_tx_pps": 5577912, "tx_pps": 5612428, "tx_pkts": 55779125, "drop_percentage": 0.0 }, { "rx_pps": 5751065.368412055, "rx_pkts": 57156952, "time_ms": 1650852249774, "drop_pct": 481447, "total_tx_pps": 5763839, "tx_pps": 5799508, "tx_pkts": 57638399, "drop_percentage": 0.8352886415183045 }, { "rx_pps": 5705968.0, "rx_pkts": 56868528, "time_ms": 1650852262305, "drop_pct": 0, "total_tx_pps": 5686852, "tx_pps": 5705968, "tx_pkts": 56868528, "drop_percentage": 0.0 }, { "rx_pps": 5750731.258995378, "rx_pkts": 57159387, "time_ms": 1650852274851, "drop_pct": 19946, "total_tx_pps": 5717933, "tx_pps": 5752738, "tx_pkts": 57179333, "drop_percentage": 0.034883233073040566 }, { "rx_pps": 5729352.0, "rx_pkts": 56941156, "time_ms": 1650852287414, "drop_pct": 0, "total_tx_pps": 5694115, "tx_pps": 5729352, "tx_pkts": 56941156, "drop_percentage": 0.0 }, { "rx_pps": 5741046.0, "rx_pkts": 57060256, "time_ms": 1650852299929, "drop_pct": 0, "total_tx_pps": 5706025, "tx_pps": 5741046, "tx_pkts": 57060256, "drop_percentage": 0.0 }, { "rx_pps": 5745777.043226499, "rx_pkts": 57104416, "time_ms": 1650852312435, "drop_pct": 11081, "total_tx_pps": 5711549, "tx_pps": 5746892, "tx_pkts": 57115497, "ndr_pps": 2870523, "drop_percentage": 0.019401039266103207 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "df31248f2daf41788e5aeb35599600ec" }, "synthesis": { "avg_delay_usec": 49.50055346754841, "total_tx_rate": 5706025 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:05:13", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "3483e5ac90f647c18792824df335576f", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 96.09375, "timestamp_sec": 1650852456.8429823, "stats": { "total_tx_rate": 4591477, "overall": { "rx_pkts": 45914773, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 115, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 45914773, "avg_delay_usec": 72.0000503323843, "min_delay_usec": 8, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 22956231, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 113, "tx_pkts": 22958542, "avg_delay_usec": 71, "drop_percentage": 0.0 }, "0": { "rx_pkts": 22958542, "min_delay_usec": 8, "drop_pct": 0, "max_delay_usec": 115, "tx_pkts": 22956231, "avg_delay_usec": 73, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47751360800.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 192.1875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 4619890, "rate_bps": 48046875000.0, "time_taken_sec": 137.65410780906677 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 4726559.564871196, "rx_pkts": 46152394, "time_ms": 1650852331691, "drop_pct": 792216, "total_tx_pps": 4694461, "tx_pps": 4807692, "tx_pkts": 46944610, "drop_percentage": 1.6875547586826263 }, { "rx_pps": 2403846.0, "rx_pkts": 23888223, "time_ms": 1650852344191, "drop_pct": 0, "total_tx_pps": 2388822, "tx_pps": 2403846, "tx_pkts": 23888223, "drop_percentage": 0.0 }, { "rx_pps": 3605768.0, "rx_pkts": 35835922, "time_ms": 1650852356692, "drop_pct": 0, "total_tx_pps": 3583592, "tx_pps": 3605768, "tx_pkts": 35835922, "drop_percentage": 0.0 }, { "rx_pps": 4206730.0, "rx_pkts": 41808587, "time_ms": 1650852369206, "drop_pct": 0, "total_tx_pps": 4180858, "tx_pps": 4206730, "tx_pkts": 41808587, "drop_percentage": 0.0 }, { "rx_pps": 4507210.0, "rx_pkts": 44794900, "time_ms": 1650852381776, "drop_pct": 0, "total_tx_pps": 4479490, "tx_pps": 4507210, "tx_pkts": 44794900, "drop_percentage": 0.0 }, { "rx_pps": 4626532.86170713, "rx_pkts": 45980800, "time_ms": 1650852394280, "drop_pct": 307270, "total_tx_pps": 4628807, "tx_pps": 4657450, "tx_pkts": 46288070, "drop_percentage": 0.6638211530530437 }, { "rx_pps": 4582330.0, "rx_pkts": 45541498, "time_ms": 1650852406785, "drop_pct": 0, "total_tx_pps": 4554149, "tx_pps": 4582330, "tx_pkts": 45541498, "drop_percentage": 0.0 }, { "rx_pps": 4619890.0, "rx_pkts": 45914773, "time_ms": 1650852419279, "drop_pct": 0, "total_tx_pps": 4591477, "tx_pps": 4619890, "tx_pkts": 45914773, "drop_percentage": 0.0 }, { "rx_pps": 4626430.527562457, "rx_pkts": 45979781, "time_ms": 1650852431782, "drop_pct": 121642, "total_tx_pps": 4610142, "tx_pps": 4638670, "tx_pkts": 46101423, "drop_percentage": 0.26385736509695157 }, { "rx_pps": 4626442.952323484, "rx_pkts": 45979906, "time_ms": 1650852444306, "drop_pct": 28196, "total_tx_pps": 4600810, "tx_pps": 4629280, "tx_pkts": 46008102, "drop_percentage": 0.06128485804521995 }, { "rx_pps": 4624386.291771492, "rx_pkts": 45964089, "time_ms": 1650852456842, "drop_pct": 1985, "total_tx_pps": 4596607, "tx_pps": 4624586, "tx_pkts": 45966074, "ndr_pps": 2309945, "drop_percentage": 0.004318402306883986 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3483e5ac90f647c18792824df335576f" }, "synthesis": { "avg_delay_usec": 72.0000503323843, "total_tx_rate": 4591477 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:17:16", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "e5fdb1f38f334e048d5a301c6045cc2d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 95.99609375, "timestamp_sec": 1650853179.382297, "stats": { "total_tx_rate": 3877019, "overall": { "rx_pkts": 38769903, "drop_percentage": 0.0007557351528478215, "drop_pct": 293, "max_delay_usec": 150, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 38770196, "avg_delay_usec": 94.9999144181506, "min_delay_usec": 7, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 19384122, "min_delay_usec": 7, "drop_pct": 0, "max_delay_usec": 150, "tx_pkts": 19386074, "avg_delay_usec": 97, "drop_percentage": 0.0 }, "0": { "rx_pkts": 19385781, "min_delay_usec": 11, "drop_pct": 293, "max_delay_usec": 136, "tx_pkts": 19384122, "avg_delay_usec": 93, "drop_percentage": 0.0015115464089629645 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47702841776.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 191.9921875, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 3901010, "rate_bps": 47998046874.0, "time_taken_sec": 137.64107275009155 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 3982055.7006684523, "rx_pkts": 38963118, "time_ms": 1650853054249, "drop_pct": 799039, "total_tx_pps": 3976215, "tx_pps": 4063718, "tx_pkts": 39762157, "drop_percentage": 2.009546413691792 }, { "rx_pps": 2031858.0, "rx_pkts": 20191592, "time_ms": 1650853066752, "drop_pct": 0, "total_tx_pps": 2019159, "tx_pps": 2031858, "tx_pkts": 20191592, "drop_percentage": 0.0 }, { "rx_pps": 3047788.0, "rx_pkts": 30290447, "time_ms": 1650853079251, "drop_pct": 0, "total_tx_pps": 3029044, "tx_pps": 3047788, "tx_pkts": 30290447, "drop_percentage": 0.0 }, { "rx_pps": 3555754.0, "rx_pkts": 35338864, "time_ms": 1650853091784, "drop_pct": 0, "total_tx_pps": 3533886, "tx_pps": 3555754, "tx_pkts": 35338864, "drop_percentage": 0.0 }, { "rx_pps": 3809736.0, "rx_pkts": 37863067, "time_ms": 1650853104288, "drop_pct": 0, "total_tx_pps": 3786306, "tx_pps": 3809736, "tx_pkts": 37863067, "drop_percentage": 0.0 }, { "rx_pps": 3905544.608185896, "rx_pkts": 38817602, "time_ms": 1650853116791, "drop_pct": 309915, "total_tx_pps": 3912751, "tx_pps": 3936726, "tx_pkts": 39127517, "drop_percentage": 0.7920640606967214 }, { "rx_pps": 3873232.0, "rx_pkts": 38563838, "time_ms": 1650853129321, "drop_pct": 0, "total_tx_pps": 3856383, "tx_pps": 3873232, "tx_pkts": 38563838, "drop_percentage": 0.0 }, { "rx_pps": 3904454.7698652036, "rx_pkts": 38804426, "time_ms": 1650853141834, "drop_pct": 5220, "total_tx_pps": 3880964, "tx_pps": 3904980, "tx_pkts": 38809646, "drop_percentage": 0.013450264400762635 }, { "rx_pps": 3889106.0, "rx_pkts": 38651888, "time_ms": 1650853154337, "drop_pct": 0, "total_tx_pps": 3865188, "tx_pps": 3889106, "tx_pkts": 38651888, "drop_percentage": 0.0 }, { "rx_pps": 3897042.0, "rx_pkts": 38732706, "time_ms": 1650853166869, "drop_pct": 0, "total_tx_pps": 3873270, "tx_pps": 3897042, "tx_pkts": 38732706, "drop_percentage": 0.0 }, { "rx_pps": 3900980.518696114, "rx_pkts": 38769903, "time_ms": 1650853179381, "drop_pct": 293, "total_tx_pps": 3877019, "tx_pps": 3901010, "tx_pkts": 38770196, "ndr_pps": 1950505, "drop_percentage": 0.0007557351528478215 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e5fdb1f38f334e048d5a301c6045cc2d" }, "synthesis": { "avg_delay_usec": 94.9999144181506, "total_tx_rate": 3877019 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:20:20", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "4b1b0ab83b55448bb34da88ed0446e02", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "IMIX": { "ndr": { "load_percent_per_direction": 100.0, "timestamp_sec": 1650853238.9316306, "stats": { "total_tx_rate": 14094667, "overall": { "rx_pkts": 140946676, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 629, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 140946676, "avg_delay_usec": 330.48077658816163, "min_delay_usec": 13, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 70508526, "min_delay_usec": 14, "drop_pct": 0, "max_delay_usec": 629, "tx_pkts": 70438150, "avg_delay_usec": 292, "drop_percentage": 0.0 }, "0": { "rx_pkts": 70438150, "min_delay_usec": 13, "drop_pct": 0, "max_delay_usec": 558, "tx_pkts": 70508526, "avg_delay_usec": 369, "drop_percentage": 0.0 }, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 43054509462.666664, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 200.0, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 16368398, "rate_bps": 50000000000.0, "time_taken_sec": 12.508249044418335 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 16368398.0, "rx_pkts": 140946676, "time_ms": 1650853238931, "drop_pct": 0, "total_tx_pps": 14094667, "tx_pps": 16368398, "tx_pkts": 140946676, "ndr_pps": 8184199, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14094667). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "4b1b0ab83b55448bb34da88ed0446e02" }, "synthesis": { "avg_delay_usec": 330.48077658816163, "total_tx_rate": 14094667 } }, { "input": { "rate": "ndr", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "duration_sec": "10", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc18_loopback" }, "output": { "status": "OK", "result": { "date": "2022-04-25 02:25:30", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:07.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "EXT", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn1ter", "name": "net_nfvbench_vn1ter", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1", "name": "net_nfvbench_vn1", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": true, "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": true, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2505, 2505 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc18_loopback", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "flavor_nfvbench_dpdk", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "EXT": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 95.99609375, "timestamp_sec": 1650853673.125213, "stats": { "total_tx_rate": 661136, "overall": { "rx_pkts": 6611360, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 538, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 6611360, "avg_delay_usec": 477.99959584714793, "min_delay_usec": 15, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 3305513, "min_delay_usec": 15, "drop_pct": 0, "max_delay_usec": 538, "tx_pkts": 3305847, "avg_delay_usec": 486, "drop_percentage": 0.0 }, "0": { "rx_pkts": 3305847, "min_delay_usec": 15, "drop_pct": 0, "max_delay_usec": 524, "tx_pkts": 3305513, "avg_delay_usec": 470, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 47707573760.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 191.9921875, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 665160, "rate_bps": 47998046874.0, "time_taken_sec": 137.65885472297668 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 668428.2262058704, "rx_pkts": 6638764, "time_ms": 1650853547957, "drop_pct": 243091, "total_tx_pps": 688185, "tx_pps": 692904, "tx_pkts": 6881855, "drop_percentage": 3.532347019807886 }, { "rx_pps": 346452.0, "rx_pkts": 3443493, "time_ms": 1650853560502, "drop_pct": 0, "total_tx_pps": 344349, "tx_pps": 346452, "tx_pkts": 3443493, "drop_percentage": 0.0 }, { "rx_pps": 519678.0, "rx_pkts": 5165340, "time_ms": 1650853573032, "drop_pct": 0, "total_tx_pps": 516534, "tx_pps": 519678, "tx_pkts": 5165340, "drop_percentage": 0.0 }, { "rx_pps": 606290.0, "rx_pkts": 6025616, "time_ms": 1650853585552, "drop_pct": 0, "total_tx_pps": 602561, "tx_pps": 606290, "tx_pkts": 6025616, "drop_percentage": 0.0 }, { "rx_pps": 649598.0, "rx_pkts": 6456032, "time_ms": 1650853598052, "drop_pct": 0, "total_tx_pps": 645603, "tx_pps": 649598, "tx_pkts": 6456032, "drop_percentage": 0.0 }, { "rx_pps": 665605.0071570089, "rx_pkts": 6618445, "time_ms": 1650853610556, "drop_pct": 56131, "total_tx_pps": 667457, "tx_pps": 671250, "tx_pkts": 6674576, "drop_percentage": 0.8409672764232514 }, { "rx_pps": 660424.0, "rx_pkts": 6563625, "time_ms": 1650853623059, "drop_pct": 0, "total_tx_pps": 656362, "tx_pps": 660424, "tx_pkts": 6563625, "drop_percentage": 0.0 }, { "rx_pps": 665581.9509880405, "rx_pkts": 6615554, "time_ms": 1650853635567, "drop_pct": 2545, "total_tx_pps": 661809, "tx_pps": 665838, "tx_pkts": 6618099, "drop_percentage": 0.03845515154729477 }, { "rx_pps": 663130.0, "rx_pkts": 6590519, "time_ms": 1650853648084, "drop_pct": 0, "total_tx_pps": 659051, "tx_pps": 663130, "tx_pkts": 6590519, "drop_percentage": 0.0 }, { "rx_pps": 664484.0, "rx_pkts": 6604641, "time_ms": 1650853660605, "drop_pct": 0, "total_tx_pps": 660464, "tx_pps": 664484, "tx_pkts": 6604641, "drop_percentage": 0.0 }, { "rx_pps": 665160.0, "rx_pkts": 6611360, "time_ms": 1650853673124, "drop_pct": 0, "total_tx_pps": 661136, "tx_pps": 665160, "tx_pkts": 6611360, "ndr_pps": 332580, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "37942b1f63cd4ab8a26e5fc2f6ace237" }, "synthesis": { "avg_delay_usec": 477.99959584714793, "total_tx_rate": 661136 } } ] }, "fail_tests": 0, "total_tests": 1, "pass_tests": 1 } }, { "project_name": "nfvbench", "scenario": "basic", "stop_date": "2022-03-29 04:00:23", "case_name": "characterization", "build_tag": "I2DSIKVWY5C8", "version": "unknown", "pod_name": "AMICAL", "criteria": "PASS", "installer": "unknown", "_id": "62428459c0d88e001ca15662", "start_date": "2022-03-29 00:16:03", "details": { "tests": [ { "status": "passed", "elements": [ { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001163482666015625, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 5.030165672302246, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 441.4675030708313, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012564659118652344, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002872943878173828, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011372566223144531, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00823521614074707, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.396630525589, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000118255615234375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002837181091308594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.894371032714844e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00010609626770019531, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007856607437133789, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.39697003364563, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000118255615234375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00032806396484375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007916927337646484, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.39968848228455, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001201629638671875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003211498260498047, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.250640869140625e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.250640869140625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007905721664428711, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.40395522117615, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011658668518066406, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028514862060546875, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011348724365234375, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.107589721679688e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007941484451293945, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4135231971741, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003170967102050781, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007906198501586914, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.40963220596313, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001239776611328125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00029730796813964844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001232624053955078, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.298324584960938e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 8.988380432128906e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007907390594482422, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4113304615021, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012087821960449219, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028133392333984375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011849403381347656, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.298324584960938e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008216381072998047, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4068977832794, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012040138244628906, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00032019615173339844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001010894775390625, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007925271987915039, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.404554605484, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003101825714111328, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007976293563842773, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.5729796886444, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028586387634277344, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008101701736450195, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4532768726349, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011944770812988281, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00033020973205566406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007899761199951172, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41574001312256, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011801719665527344, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003037452697753906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.34600830078125e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008031368255615234, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4325096607208, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011944770812988281, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00031256675720214844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007970094680786133, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.82969641685486, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012087821960449219, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00031185150146484375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011396408081054688, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008100748062133789, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4229202270508, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001201629638671875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002961158752441406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008043766021728516, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.42792868614197, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011777877807617188, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003020763397216797, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.34600830078125e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.0001125335693359375, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00787210464477539, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 443.48774886131287, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003151893615722656, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.894371032714844e-05, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008165359497070312, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4371497631073, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012183189392089844, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002982616424560547, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011897087097167969, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.34600830078125e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007880926132202148, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4218900203705, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030922889709472656, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008101463317871094, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.5446517467499, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011968612670898438, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002968311309814453, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011539459228515625, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007904767990112305, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 443.58557987213135, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000118255615234375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030350685119628906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008047819137573242, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.51229333877563, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011873245239257812, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002970695495605469, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011205673217773438, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008028507232666016, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4921851158142, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002834796905517578, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011658668518066406, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.250640869140625e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007831335067749023, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.44814562797546, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000118255615234375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002892017364501953, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010704994201660156, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011205673217773438, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008156299591064453, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.425315618515, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012135505676269531, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002989768981933594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00010848045349121094, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008181095123291016, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.497309923172, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.000118255615234375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002830028533935547, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.1552734375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008019685745239258, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.43971967697144, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002837181091308594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008020877838134766, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.46456599235535, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.000316619873046875, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010132789611816406, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.298324584960938e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011324882507324219, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007940530776977539, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.47153663635254, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011730194091796875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028133392333984375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010395050048828125, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00010609626770019531, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00024056434631347656, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007750511169433594, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.1791934967041, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011968612670898438, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011229515075683594, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.298324584960938e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002522468566894531, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008098125457763672, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.174768686294556, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010180473327636719, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.250640869140625e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.0001163482666015625, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023174285888671875, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008144855499267578, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.25333619117737, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010204315185546875, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.0001163482666015625, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002396106719970703, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008252859115600586, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.2523250579834, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013947486877441406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.107589721679688e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00022912025451660156, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00817418098449707, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.25585341453552, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001220703125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00010895729064941406, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002522468566894531, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008129119873046875, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.25064826011658, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012230873107910156, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.918212890625e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023627281188964844, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008117198944091797, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.175238370895386, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011420249938964844, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.0002562999725341797, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00825643539428711, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.24060845375061, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012087821960449219, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", "type": "scenario" } ], "name": "characterization", "keyword": "Feature", "tags": [ "characterization" ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" } ], "skip_tests": 0, "links": [ "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/xtesting.log", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.html", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/behave_tests.log", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/campaign_result.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/TESTS-characterization-full.xml", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench.log", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/output.json", "http://172.20.73.203:8181/I2DSIKVWY5C8/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-27/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" ], "results": { "latency": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "frame_sizes": [ "64" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:55:31", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "31dfef5b7f0d4cefa8f78348321335f6", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "404397pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.5412860544, "rate_pps": 201371, "initial_rate_type": "rate_pps", "rate_bps": 135321513 }, "tx": { "rate_percent": 0.5414158848, "rate_pps": 201419, "initial_rate_type": "rate_pps", "rate_bps": 135353971 }, "orig": { "rate_percent": 0.5435095679999999, "rate_pps": 202198, "initial_rate_type": "rate_pps", "rate_bps": 135877392 } }, "direction-total": { "rx": { "rate_percent": 1.0825922688, "rate_pps": 402749.0, "rate_bps": 270648066.0 }, "tx": { "rate_percent": 1.0828642944000002, "rate_pps": 402850.0, "rate_bps": 270716073.0 }, "orig": { "rate_percent": 1.0870191359999999, "rate_pps": 404396.0, "rate_bps": 271754784.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.5413062144, "rate_pps": 201378, "initial_rate_type": "rate_pps", "rate_bps": 135326553 }, "tx": { "rate_percent": 0.5414484096000001, "rate_pps": 201431, "initial_rate_type": "rate_pps", "rate_bps": 135362102 }, "orig": { "rate_percent": 0.5435095679999999, "rate_pps": 202198, "initial_rate_type": "rate_pps", "rate_bps": 135877392 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9936, "-1 (-0.0101%)" ], "lat_max_usec": 913, "lat_avg_usec": 72, "lat_min_usec": 31, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 10880, "lat_avg_usec": 72, "lat_min_usec": 30, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 402851, "overall": { "drop_rate_percent": 0.02512093171847776, "rx": { "dropped_pkts": 1012, "pkt_bit_rate": 109573400.0, "pkt_rate": 201421.0, "max_delay_usec": 10880, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 72.0, "total_pkt_bytes": 273870068, "total_pkts": 4027501, "min_delay_usec": 30 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 273938884, "total_pkts": 4028513, "pkt_bit_rate": 109576132.0, "pkt_rate": 201426.5 } }, "1": { "drop_rate_percent": 0.023978350974548694, "rx": { "dropped_pkts": 483, "pkt_bit_rate": 109577136, "pkt_rate": 201428, "max_delay_usec": 10880, "total_pkt_bytes": 136932484, "avg_delay_usec": 72, "total_pkts": 2013713, "min_delay_usec": 30 }, "tx": { "total_pkt_bytes": 136973556, "total_pkts": 2014317, "pkt_bit_rate": 109577000, "pkt_rate": 201428 } }, "0": { "drop_rate_percent": 0.02626358110134267, "rx": { "dropped_pkts": 529, "pkt_bit_rate": 109569664, "pkt_rate": 201414, "max_delay_usec": 913, "total_pkt_bytes": 136937584, "avg_delay_usec": 72, "total_pkts": 2013788, "min_delay_usec": 31 }, "tx": { "total_pkt_bytes": 136965328, "total_pkts": 2014196, "pkt_bit_rate": 109575264, "pkt_rate": 201425 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 270715872.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "31dfef5b7f0d4cefa8f78348321335f6" }, "synthesis": { "avg_delay_usec": 72.0, "total_tx_rate": 402851 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "frame_sizes": [ "64" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:56:11", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "4d3fa821db7a40a2bc3cab131ccc1635", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "519939pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.6960530304, "rate_pps": 258948, "initial_rate_type": "rate_pps", "rate_bps": 174013257 }, "tx": { "rate_percent": 0.6961078655999999, "rate_pps": 258968, "initial_rate_type": "rate_pps", "rate_bps": 174026966 }, "orig": { "rate_percent": 0.698798016, "rate_pps": 259969, "initial_rate_type": "rate_pps", "rate_bps": 174699504 } }, "direction-total": { "rx": { "rate_percent": 1.3921789055999998, "rate_pps": 517923.0, "rate_bps": 348044725.0 }, "tx": { "rate_percent": 1.3922579327999998, "rate_pps": 517952.0, "rate_bps": 348064482.0 }, "orig": { "rate_percent": 1.397596032, "rate_pps": 519938.0, "rate_bps": 349399008.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.6961258751999999, "rate_pps": 258975, "initial_rate_type": "rate_pps", "rate_bps": 174031468 }, "tx": { "rate_percent": 0.6961500671999998, "rate_pps": 258984, "initial_rate_type": "rate_pps", "rate_bps": 174037516 }, "orig": { "rate_percent": 0.698798016, "rate_pps": 259969, "initial_rate_type": "rate_pps", "rate_bps": 174699504 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9936, 9936 ], "lat_max_usec": 826, "lat_avg_usec": 86, "lat_min_usec": 32, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 2343, "lat_avg_usec": 82, "lat_min_usec": 31, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 517953, "overall": { "drop_rate_percent": 0.005676189600950356, "rx": { "dropped_pkts": 294, "pkt_bit_rate": 141229784.0, "pkt_rate": 259613.5, "max_delay_usec": 2343, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 84.00010464861909, "total_pkt_bytes": 352188116, "total_pkts": 5179237, "min_delay_usec": 31 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 352208108, "total_pkts": 5179531, "pkt_bit_rate": 141223456.0, "pkt_rate": 259601.5 } }, "1": { "drop_rate_percent": 0.007876922316556519, "rx": { "dropped_pkts": 204, "pkt_bit_rate": 141232784, "pkt_rate": 259619, "max_delay_usec": 2343, "total_pkt_bytes": 176084844, "avg_delay_usec": 82, "total_pkts": 2589483, "min_delay_usec": 31 }, "tx": { "total_pkt_bytes": 176109392, "total_pkts": 2589844, "pkt_bit_rate": 141216336, "pkt_rate": 259588 } }, "0": { "drop_rate_percent": 0.0034753234657315733, "rx": { "dropped_pkts": 90, "pkt_bit_rate": 141226784, "pkt_rate": 259608, "max_delay_usec": 826, "total_pkt_bytes": 176103272, "avg_delay_usec": 86, "total_pkts": 2589754, "min_delay_usec": 32 }, "tx": { "total_pkt_bytes": 176098716, "total_pkts": 2589687, "pkt_bit_rate": 141230576, "pkt_rate": 259615 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 348064416.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "4d3fa821db7a40a2bc3cab131ccc1635" }, "synthesis": { "avg_delay_usec": 84.00010464861909, "total_tx_rate": 517953 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "frame_sizes": [ "768" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:56:51", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "323313pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 4.0606182144, "rate_pps": 161033, "initial_rate_type": "rate_pps", "rate_bps": 1015154553 }, "tx": { "rate_percent": 4.0606182144, "rate_pps": 161033, "initial_rate_type": "rate_pps", "rate_bps": 1015154553 }, "orig": { "rate_percent": 4.076330304, "rate_pps": 161656, "initial_rate_type": "rate_pps", "rate_bps": 1019082576 } }, "direction-total": { "rx": { "rate_percent": 8.121481024, "rate_pps": 322076.0, "rate_bps": 2030370255.0 }, "tx": { "rate_percent": 8.121481024, "rate_pps": 322076.0, "rate_bps": 2030370255.0 }, "orig": { "rate_percent": 8.152660608, "rate_pps": 323312.0, "rate_bps": 2038165152.0 } }, "direction-reverse": { "rx": { "rate_percent": 4.0608628096, "rate_pps": 161043, "initial_rate_type": "rate_pps", "rate_bps": 1015215702 }, "tx": { "rate_percent": 4.0608628096, "rate_pps": 161043, "initial_rate_type": "rate_pps", "rate_bps": 1015215702 }, "orig": { "rate_percent": 4.076330304, "rate_pps": 161656, "initial_rate_type": "rate_pps", "rate_bps": 1019082576 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 319, "lat_avg_usec": 127, "lat_min_usec": 37, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 5029, "lat_avg_usec": 131, "lat_min_usec": 49, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 322076, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 996376192.0, "pkt_rate": 161330.0, "max_delay_usec": 5029, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 128.99993976586308, "total_pkt_bytes": 2486430580, "total_pkts": 3220765, "min_delay_usec": 37 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 2486430580, "total_pkts": 3220765, "pkt_bit_rate": 996371424.0, "pkt_rate": 161329.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 996389184, "pkt_rate": 161332, "max_delay_usec": 5029, "total_pkt_bytes": 1243177848, "avg_delay_usec": 131, "total_pkts": 1610334, "min_delay_usec": 49 }, "tx": { "total_pkt_bytes": 1243252732, "total_pkts": 1610431, "pkt_bit_rate": 996370048, "pkt_rate": 161329 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 996363200, "pkt_rate": 161328, "max_delay_usec": 319, "total_pkt_bytes": 1243252732, "avg_delay_usec": 127, "total_pkts": 1610431, "min_delay_usec": 37 }, "tx": { "total_pkt_bytes": 1243177848, "total_pkts": 1610334, "pkt_bit_rate": 996372800, "pkt_rate": 161329 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2030367104.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d72d4f4bfee344328eab1bb6f1ad4f3d" }, "synthesis": { "avg_delay_usec": 128.99993976586308, "total_tx_rate": 322076 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "frame_sizes": [ "768" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:57:29", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "fe186736edcd4ccf8aef444a8035ae7a", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "415688pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 5.223822208, "rate_pps": 207163, "initial_rate_type": "rate_pps", "rate_bps": 1305955552 }, "tx": { "rate_percent": 5.2242786176000005, "rate_pps": 207181, "initial_rate_type": "rate_pps", "rate_bps": 1306069654 }, "orig": { "rate_percent": 5.240994304, "rate_pps": 207844, "initial_rate_type": "rate_pps", "rate_bps": 1310248576 } }, "direction-total": { "rx": { "rate_percent": 10.447904140799999, "rate_pps": 414336.0, "rate_bps": 2611976035.0 }, "tx": { "rate_percent": 10.4488699136, "rate_pps": 414374.0, "rate_bps": 2612217478.0 }, "orig": { "rate_percent": 10.481988608, "rate_pps": 415688.0, "rate_bps": 2620497152.0 } }, "direction-reverse": { "rx": { "rate_percent": 5.224081932799999, "rate_pps": 207173, "initial_rate_type": "rate_pps", "rate_bps": 1306020483 }, "tx": { "rate_percent": 5.224591296, "rate_pps": 207193, "initial_rate_type": "rate_pps", "rate_bps": 1306147824 }, "orig": { "rate_percent": 5.240994304, "rate_pps": 207844, "initial_rate_type": "rate_pps", "rate_bps": 1310248576 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9947, 9947 ], "lat_max_usec": 5273, "lat_avg_usec": 150, "lat_min_usec": 38, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9948, 9948 ], "lat_max_usec": 11188, "lat_avg_usec": 145, "lat_min_usec": 37, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 414374, "overall": { "drop_rate_percent": 0.009242844517979626, "rx": { "dropped_pkts": 383, "pkt_bit_rate": 1203150656.0, "pkt_rate": 194810.0, "max_delay_usec": 11188, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 147.50006214758398, "total_pkt_bytes": 3198676236, "total_pkts": 4143363, "min_delay_usec": 37 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 3198971912, "total_pkts": 4143746, "pkt_bit_rate": 1203347648.0, "pkt_rate": 194842.0 } }, "1": { "drop_rate_percent": 0.008735795283153188, "rx": { "dropped_pkts": 181, "pkt_bit_rate": 1195129344, "pkt_rate": 193511, "max_delay_usec": 11188, "total_pkt_bytes": 1599298360, "avg_delay_usec": 145, "total_pkts": 2071630, "min_delay_usec": 37 }, "tx": { "total_pkt_bytes": 1599533820, "total_pkts": 2071935, "pkt_bit_rate": 1205016576, "pkt_rate": 195112 } }, "0": { "drop_rate_percent": 0.009749924100219567, "rx": { "dropped_pkts": 202, "pkt_bit_rate": 1211171968, "pkt_rate": 196109, "max_delay_usec": 5273, "total_pkt_bytes": 1599377876, "avg_delay_usec": 150, "total_pkts": 2071733, "min_delay_usec": 38 }, "tx": { "total_pkt_bytes": 1599438092, "total_pkts": 2071811, "pkt_bit_rate": 1201678720, "pkt_rate": 194572 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2612213696.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "fe186736edcd4ccf8aef444a8035ae7a" }, "synthesis": { "avg_delay_usec": 147.50006214758398, "total_tx_rate": 414374 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "frame_sizes": [ "1518" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:58:09", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "3e05e243e2d848f58e131d186c909bc7", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "353369pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 8.6621931776, "rate_pps": 176003, "initial_rate_type": "rate_pps", "rate_bps": 2165548294 }, "tx": { "rate_percent": 8.6621931776, "rate_pps": 176003, "initial_rate_type": "rate_pps", "rate_bps": 2165548294 }, "orig": { "rate_percent": 8.695704352, "rate_pps": 176684, "initial_rate_type": "rate_pps", "rate_bps": 2173926088 } }, "direction-total": { "rx": { "rate_percent": 17.324908044800004, "rate_pps": 352017.0, "rate_bps": 4331227010.0 }, "tx": { "rate_percent": 17.324908044800004, "rate_pps": 352017.0, "rate_bps": 4331227010.0 }, "orig": { "rate_percent": 17.391408704, "rate_pps": 353368.0, "rate_bps": 4347852176.0 } }, "direction-reverse": { "rx": { "rate_percent": 8.662714867200002, "rate_pps": 176014, "initial_rate_type": "rate_pps", "rate_bps": 2165678716 }, "tx": { "rate_percent": 8.662714867200002, "rate_pps": 176014, "initial_rate_type": "rate_pps", "rate_bps": 2165678716 }, "orig": { "rate_percent": 8.695704352, "rate_pps": 176684, "initial_rate_type": "rate_pps", "rate_bps": 2173926088 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9936, 9936 ], "lat_max_usec": 327, "lat_avg_usec": 135, "lat_min_usec": 43, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 4259, "lat_avg_usec": 130, "lat_min_usec": 44, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 352017, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 2147925760.0, "pkt_rate": 176406.5, "max_delay_usec": 4259, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 132.50007528028414, "total_pkt_bytes": 5357710916, "total_pkts": 3520178, "min_delay_usec": 43 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 5357710916, "total_pkts": 3520178, "pkt_bit_rate": 2148198656.0, "pkt_rate": 176428.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 2147965440, "pkt_rate": 176410, "max_delay_usec": 4259, "total_pkt_bytes": 2678774792, "avg_delay_usec": 130, "total_pkts": 1760036, "min_delay_usec": 44 }, "tx": { "total_pkt_bytes": 2678936124, "total_pkts": 1760142, "pkt_bit_rate": 2148139008, "pkt_rate": 176424 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 2147886080, "pkt_rate": 176403, "max_delay_usec": 327, "total_pkt_bytes": 2678936124, "avg_delay_usec": 135, "total_pkts": 1760142, "min_delay_usec": 43 }, "tx": { "total_pkt_bytes": 2678774792, "total_pkts": 1760036, "pkt_bit_rate": 2148258304, "pkt_rate": 176433 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 4331217168.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3e05e243e2d848f58e131d186c909bc7" }, "synthesis": { "avg_delay_usec": 132.50007528028414, "total_tx_rate": 352017 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "frame_sizes": [ "1518" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:58:48", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7910b7f29a8f4eae96799809b0c39463", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "454332pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 11.1438755264, "rate_pps": 226427, "initial_rate_type": "rate_pps", "rate_bps": 2785968881 }, "tx": { "rate_percent": 11.144554707200001, "rate_pps": 226441, "initial_rate_type": "rate_pps", "rate_bps": 2786138676 }, "orig": { "rate_percent": 11.180201856, "rate_pps": 227166, "initial_rate_type": "rate_pps", "rate_bps": 2795050464 } }, "direction-total": { "rx": { "rate_percent": 22.289040512, "rate_pps": 452881.0, "rate_bps": 5572260127.0 }, "tx": { "rate_percent": 22.289778752, "rate_pps": 452896.0, "rate_bps": 5572444687.0 }, "orig": { "rate_percent": 22.360403712, "rate_pps": 454332.0, "rate_bps": 5590100928.0 } }, "direction-reverse": { "rx": { "rate_percent": 11.145164985600001, "rate_pps": 226454, "initial_rate_type": "rate_pps", "rate_bps": 2786291246 }, "tx": { "rate_percent": 11.145224044799999, "rate_pps": 226455, "initial_rate_type": "rate_pps", "rate_bps": 2786306011 }, "orig": { "rate_percent": 11.180201856, "rate_pps": 227166, "initial_rate_type": "rate_pps", "rate_bps": 2795050464 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9948, "-2 (-0.0201%)" ], "lat_max_usec": 205, "lat_avg_usec": 100, "lat_min_usec": 38, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9949, 9949 ], "lat_max_usec": 5711, "lat_avg_usec": 106, "lat_min_usec": 38, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 452897, "overall": { "drop_rate_percent": 0.003312011340326829, "rx": { "dropped_pkts": 150, "pkt_bit_rate": 2634780672.0, "pkt_rate": 216390.5, "max_delay_usec": 5711, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 102.9998264448576, "total_pkt_bytes": 6892864040, "total_pkts": 4528820, "min_delay_usec": 38 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 6893092340, "total_pkts": 4528970, "pkt_bit_rate": 2645309568.0, "pkt_rate": 217255.5 } }, "1": { "drop_rate_percent": 0.006093917872533785, "rx": { "dropped_pkts": 138, "pkt_bit_rate": 2509765376, "pkt_rate": 206123, "max_delay_usec": 5711, "total_pkt_bytes": 3446232638, "avg_delay_usec": 106, "total_pkts": 2264279, "min_delay_usec": 38 }, "tx": { "total_pkt_bytes": 3446649666, "total_pkts": 2264553, "pkt_bit_rate": 2530603776, "pkt_rate": 207835 } }, "0": { "drop_rate_percent": 0.0005299377279008239, "rx": { "dropped_pkts": 12, "pkt_bit_rate": 2759795968, "pkt_rate": 226658, "max_delay_usec": 205, "total_pkt_bytes": 3446631402, "avg_delay_usec": 100, "total_pkts": 2264541, "min_delay_usec": 38 }, "tx": { "total_pkt_bytes": 3446442674, "total_pkts": 2264417, "pkt_bit_rate": 2760015360, "pkt_rate": 226676 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 5572444688.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7910b7f29a8f4eae96799809b0c39463" }, "synthesis": { "avg_delay_usec": 102.9998264448576, "total_tx_rate": 452897 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "frame_sizes": [ "9000" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:59:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "422174a3acbd45169f09f61c00aee4d4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "183573pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 26.392404543999998, "rate_pps": 91437, "initial_rate_type": "rate_pps", "rate_bps": 6598101136 }, "tx": { "rate_percent": 26.392404543999998, "rate_pps": 91437, "initial_rate_type": "rate_pps", "rate_bps": 6598101136 }, "orig": { "rate_percent": 26.49325536, "rate_pps": 91786, "initial_rate_type": "rate_pps", "rate_bps": 6623313840 } }, "direction-total": { "rx": { "rate_percent": 52.786425472, "rate_pps": 182879.0, "rate_bps": 13196606368.0 }, "tx": { "rate_percent": 52.786425472, "rate_pps": 182879.0, "rate_bps": 13196606368.0 }, "orig": { "rate_percent": 52.98651072, "rate_pps": 183572.0, "rate_bps": 13246627680.0 } }, "direction-reverse": { "rx": { "rate_percent": 26.394020928, "rate_pps": 91442, "initial_rate_type": "rate_pps", "rate_bps": 6598505232 }, "tx": { "rate_percent": 26.394020928, "rate_pps": 91442, "initial_rate_type": "rate_pps", "rate_bps": 6598505232 }, "orig": { "rate_percent": 26.49325536, "rate_pps": 91786, "initial_rate_type": "rate_pps", "rate_bps": 6623313840 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 7076, "lat_avg_usec": 465, "lat_min_usec": 117, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 7737, "lat_avg_usec": 470, "lat_min_usec": 130, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 182879, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6309462016.0, "pkt_rate": 87592.0, "max_delay_usec": 7737, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 467.4999234469854, "total_pkt_bytes": 16466497192, "total_pkts": 1828798, "min_delay_usec": 117 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 16466497192, "total_pkts": 1828798, "pkt_bit_rate": 6308925440.0, "pkt_rate": 87584.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6276257280, "pkt_rate": 87131, "max_delay_usec": 7737, "total_pkt_bytes": 8232996484, "avg_delay_usec": 470, "total_pkts": 914371, "min_delay_usec": 130 }, "tx": { "total_pkt_bytes": 8233500708, "total_pkts": 914427, "pkt_bit_rate": 6310474240, "pkt_rate": 87606 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6342666752, "pkt_rate": 88053, "max_delay_usec": 7076, "total_pkt_bytes": 8233500708, "avg_delay_usec": 465, "total_pkts": 914427, "min_delay_usec": 117 }, "tx": { "total_pkt_bytes": 8232996484, "total_pkts": 914371, "pkt_bit_rate": 6307376640, "pkt_rate": 87563 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 13196548640.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "422174a3acbd45169f09f61c00aee4d4" }, "synthesis": { "avg_delay_usec": 467.4999234469854, "total_tx_rate": 182879 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "frame_sizes": [ "9000" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-29 04:00:06", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "f14fd151f22a41f7b5185e37d548ad45", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "236023pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 33.929862912, "rate_pps": 117550, "initial_rate_type": "rate_pps", "rate_bps": 8482465728 }, "tx": { "rate_percent": 33.93338432, "rate_pps": 117563, "initial_rate_type": "rate_pps", "rate_bps": 8483346080 }, "orig": { "rate_percent": 34.062839360000005, "rate_pps": 118011, "initial_rate_type": "rate_pps", "rate_bps": 8515709840 } }, "direction-total": { "rx": { "rate_percent": 67.86532543999999, "rate_pps": 235120.0, "rate_bps": 16966331360.0 }, "tx": { "rate_percent": 67.868846848, "rate_pps": 235133.0, "rate_bps": 16967211712.0 }, "orig": { "rate_percent": 68.12567872000001, "rate_pps": 236022.0, "rate_bps": 17031419680.0 } }, "direction-reverse": { "rx": { "rate_percent": 33.935462528, "rate_pps": 117570, "initial_rate_type": "rate_pps", "rate_bps": 8483865632 }, "tx": { "rate_percent": 33.935462528, "rate_pps": 117570, "initial_rate_type": "rate_pps", "rate_bps": 8483865632 }, "orig": { "rate_percent": 34.062839360000005, "rate_pps": 118011, "initial_rate_type": "rate_pps", "rate_bps": 8515709840 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 4884, "lat_avg_usec": 544, "lat_min_usec": 229, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9939, 9939 ], "lat_max_usec": 8447, "lat_avg_usec": 520, "lat_min_usec": 229, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 235133, "overall": { "drop_rate_percent": 0.005188548448283782, "rx": { "dropped_pkts": 122, "pkt_bit_rate": 8485221632.0, "pkt_rate": 117797.5, "max_delay_usec": 8447, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 532.000990128487, "total_pkt_bytes": 21170294840, "total_pkts": 2351210, "min_delay_usec": 229 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 21171393328, "total_pkts": 2351332, "pkt_bit_rate": 8486891520.0, "pkt_rate": 117820.5 } }, "1": { "drop_rate_percent": 0.010376779149818577, "rx": { "dropped_pkts": 122, "pkt_bit_rate": 8483412992, "pkt_rate": 117772, "max_delay_usec": 8447, "total_pkt_bytes": 10584274032, "avg_delay_usec": 520, "total_pkts": 1175508, "min_delay_usec": 229 }, "tx": { "total_pkt_bytes": 10586020808, "total_pkts": 1175702, "pkt_bit_rate": 8486368256, "pkt_rate": 117813 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 8487030272, "pkt_rate": 117823, "max_delay_usec": 4884, "total_pkt_bytes": 10586020808, "avg_delay_usec": 544, "total_pkts": 1175702, "min_delay_usec": 229 }, "tx": { "total_pkt_bytes": 10585372520, "total_pkts": 1175630, "pkt_bit_rate": 8487414784, "pkt_rate": 117828 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 16967197280.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "f14fd151f22a41f7b5185e37d548ad45" }, "synthesis": { "avg_delay_usec": 532.000990128487, "total_tx_rate": 235133 } } ], "throughput": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:21:09", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.48828125, "timestamp_sec": 1648513409.8775496, "stats": { "total_tx_rate": 361069, "overall": { "rx_pkts": 3610699, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 1893, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3610699, "avg_delay_usec": 91.50007602406072, "min_delay_usec": 28, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1805258, "min_delay_usec": 28, "drop_pct": 0, "max_delay_usec": 990, "tx_pkts": 1805441, "avg_delay_usec": 90, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1805441, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 1893, "tx_pkts": 1805258, "avg_delay_usec": 93, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 242638368.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 0.9765625, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 363304, "rate_bps": 244140624.0, "time_taken_sec": 137.65262913703918 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 706488.1334367159, "rx_pkts": 4041557, "time_ms": 1648513284731, "drop_pct": 421600523, "total_tx_pps": 42564208, "tx_pps": 74404760, "tx_pkts": 425642080, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42564208). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 99.05047992435334 }, { "rx_pps": 518432.56253104715, "rx_pkts": 5152442, "time_ms": 1648513297224, "drop_pct": 364583410, "total_tx_pps": 36973585, "tx_pps": 37202380, "tx_pkts": 369735852, "drop_percentage": 98.60645323624175 }, { "rx_pps": 606695.2079490544, "rx_pkts": 6029034, "time_ms": 1648513309723, "drop_pct": 178820303, "total_tx_pps": 18484933, "tx_pps": 18601190, "tx_pkts": 184849337, "drop_percentage": 96.73840647856909 }, { "rx_pps": 490524.8337800907, "rx_pkts": 4874836, "time_ms": 1648513322260, "drop_pct": 87554471, "total_tx_pps": 9242930, "tx_pps": 9300594, "tx_pkts": 92429307, "drop_percentage": 94.72587628510512 }, { "rx_pps": 1794968.8359250196, "rx_pkts": 17837503, "time_ms": 1648513334800, "drop_pct": 28374814, "total_tx_pps": 4621231, "tx_pps": 4650296, "tx_pkts": 46212317, "drop_percentage": 61.40097671363243 }, { "rx_pps": 1920709.0456904878, "rx_pkts": 19088969, "time_ms": 1648513347304, "drop_pct": 4019517, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108486, "drop_percentage": 17.394116602879134 }, { "rx_pps": 1161713.5081454054, "rx_pkts": 11545692, "time_ms": 1648513359821, "drop_pct": 8552, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554244, "drop_percentage": 0.07401609313426305 }, { "rx_pps": 581251.9908500996, "rx_pkts": 5776774, "time_ms": 1648513372321, "drop_pct": 338, "total_tx_pps": 577711, "tx_pps": 581286, "tx_pkts": 5777112, "drop_percentage": 0.005850674177686014 }, { "rx_pps": 290642.0, "rx_pkts": 2888548, "time_ms": 1648513384819, "drop_pct": 0, "total_tx_pps": 288854, "tx_pps": 290642, "tx_pkts": 2888548, "drop_percentage": 0.0 }, { "rx_pps": 435944.8824348059, "rx_pkts": 4332640, "time_ms": 1648513397325, "drop_pct": 190, "total_tx_pps": 433283, "tx_pps": 435964, "tx_pkts": 4332830, "drop_percentage": 0.0043851247337190705 }, { "rx_pps": 363304.0, "rx_pkts": 3610699, "time_ms": 1648513409876, "drop_pct": 0, "total_tx_pps": 361069, "tx_pps": 363304, "tx_pkts": 3610699, "ndr_pps": 181652, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2f9d3285d24c4aa38cce7d6e7e01cee8" }, "synthesis": { "avg_delay_usec": 91.50007602406072, "total_tx_rate": 361069 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:28:22", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "a2a3552c4052460aae598a9a2f15a5af", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 1.5625, "timestamp_sec": 1648513842.6383016, "stats": { "total_tx_rate": 655714, "overall": { "rx_pkts": 6557144, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 297, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 6557144, "avg_delay_usec": 144.50047810449183, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 3278407, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 297, "tx_pkts": 3278737, "avg_delay_usec": 135, "drop_percentage": 0.0 }, "0": { "rx_pkts": 3278737, "min_delay_usec": 35, "drop_pct": 0, "max_delay_usec": 285, "tx_pkts": 3278407, "avg_delay_usec": 154, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 776365376.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 3.125, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 659838, "rate_bps": 781250000.0, "time_taken_sec": 137.85558819770813 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 437885.75742536853, "rx_pkts": 4035817, "time_ms": 1648513717287, "drop_pct": 385178610, "total_tx_pps": 38921442, "tx_pps": 42229728, "tx_pkts": 389214427, "drop_percentage": 98.96308648394475 }, { "rx_pps": 514776.8413086158, "rx_pkts": 5125891, "time_ms": 1648513729860, "drop_pct": 205125392, "total_tx_pps": 21025128, "tx_pps": 21114864, "tx_pkts": 210251283, "drop_percentage": 97.5620167797026 }, { "rx_pps": 432863.9814335654, "rx_pkts": 4301586, "time_ms": 1648513742365, "drop_pct": 100612899, "total_tx_pps": 10491448, "tx_pps": 10557432, "tx_pkts": 104914485, "drop_percentage": 95.89991219992167 }, { "rx_pps": 464230.29844768636, "rx_pkts": 4613753, "time_ms": 1648513754871, "drop_pct": 47848768, "total_tx_pps": 5246252, "tx_pps": 5278716, "tx_pkts": 52462521, "drop_percentage": 91.20562086598926 }, { "rx_pps": 2260538.697414863, "rx_pkts": 22466366, "time_ms": 1648513767378, "drop_pct": 3764896, "total_tx_pps": 2623126, "tx_pps": 2639358, "tx_pkts": 26231262, "drop_percentage": 14.352706324232512 }, { "rx_pps": 1312938.9549736879, "rx_pkts": 13048644, "time_ms": 1648513780029, "drop_pct": 66976, "total_tx_pps": 1311562, "tx_pps": 1319678, "tx_pkts": 13115620, "drop_percentage": 0.510658283786813 }, { "rx_pps": 659838.0, "rx_pkts": 6557144, "time_ms": 1648513792527, "drop_pct": 0, "total_tx_pps": 655714, "tx_pps": 659838, "tx_pkts": 6557144, "drop_percentage": 0.0 }, { "rx_pps": 988639.1634389523, "rx_pkts": 9825098, "time_ms": 1648513805064, "drop_pct": 11119, "total_tx_pps": 983621, "tx_pps": 989758, "tx_pkts": 9836217, "drop_percentage": 0.11304142639390734 }, { "rx_pps": 824644.053266355, "rx_pkts": 8195727, "time_ms": 1648513817582, "drop_pct": 1530, "total_tx_pps": 819725, "tx_pps": 824798, "tx_pkts": 8197257, "drop_percentage": 0.018664780181955987 }, { "rx_pps": 741931.4226302601, "rx_pkts": 7373687, "time_ms": 1648513830132, "drop_pct": 3842, "total_tx_pps": 737752, "tx_pps": 742318, "tx_pkts": 7377529, "drop_percentage": 0.05207705723691496 }, { "rx_pps": 700991.5684744361, "rx_pkts": 6966807, "time_ms": 1648513842637, "drop_pct": 859, "total_tx_pps": 696766, "tx_pps": 701078, "tx_pkts": 6967666, "ndr_pps": 329919, "drop_percentage": 0.012328375097198975 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a2a3552c4052460aae598a9a2f15a5af" }, "synthesis": { "avg_delay_usec": 144.50047810449183, "total_tx_rate": 655714 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:30:46", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 1.46484375, "timestamp_sec": 1648513986.98413, "stats": { "total_tx_rate": 330004, "overall": { "rx_pkts": 3300040, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 1086, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3300040, "avg_delay_usec": 139.50062878025722, "min_delay_usec": 31, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1649937, "min_delay_usec": 31, "drop_pct": 0, "max_delay_usec": 293, "tx_pkts": 1650103, "avg_delay_usec": 127, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1650103, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 1086, "tx_pkts": 1649937, "avg_delay_usec": 152, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 728648832.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 2.9296875, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 331712, "rate_bps": 732421874.0, "time_taken_sec": 137.723162651062 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 414547.50338899135, "rx_pkts": 3772754, "time_ms": 1648513861746, "drop_pct": 202316378, "total_tx_pps": 20608913, "tx_pps": 22644926, "tx_pkts": 206089132, "drop_percentage": 98.16935810084347 }, { "rx_pps": 483450.9476070763, "rx_pkts": 4804294, "time_ms": 1648513874342, "drop_pct": 107712677, "total_tx_pps": 11251697, "tx_pps": 11322462, "tx_pkts": 112516971, "drop_percentage": 95.73016056395618 }, { "rx_pps": 824045.7574638664, "rx_pkts": 8189779, "time_ms": 1648513886844, "drop_pct": 48074357, "total_tx_pps": 5626413, "tx_pps": 5661230, "tx_pkts": 56264136, "drop_percentage": 85.4440508959384 }, { "rx_pps": 2016586.653705108, "rx_pkts": 20041847, "time_ms": 1648513899359, "drop_pct": 8090211, "total_tx_pps": 2813205, "tx_pps": 2830614, "tx_pkts": 28132058, "drop_percentage": 28.757977820179384 }, { "rx_pps": 1392997.5749045208, "rx_pkts": 13842915, "time_ms": 1648513911857, "drop_pct": 221690, "total_tx_pps": 1406460, "tx_pps": 1415306, "tx_pkts": 14064605, "drop_percentage": 1.5762262786619319 }, { "rx_pps": 707431.7454844667, "rx_pkts": 7030812, "time_ms": 1648513924415, "drop_pct": 2189, "total_tx_pps": 703300, "tx_pps": 707652, "tx_pkts": 7033001, "drop_percentage": 0.03112469342745721 }, { "rx_pps": 353821.1698142399, "rx_pkts": 3516100, "time_ms": 1648513936917, "drop_pct": 48, "total_tx_pps": 351614, "tx_pps": 353826, "tx_pkts": 3516148, "drop_percentage": 0.001365130250490025 }, { "rx_pps": 176912.0, "rx_pkts": 1758241, "time_ms": 1648513949440, "drop_pct": 0, "total_tx_pps": 175824, "tx_pps": 176912, "tx_pkts": 1758241, "drop_percentage": 0.0 }, { "rx_pps": 265368.99381318525, "rx_pkts": 2637373, "time_ms": 1648513961956, "drop_pct": 10, "total_tx_pps": 263738, "tx_pps": 265370, "tx_pkts": 2637383, "drop_percentage": 0.0003791637392066302 }, { "rx_pps": 309598.0, "rx_pkts": 3076942, "time_ms": 1648513974476, "drop_pct": 0, "total_tx_pps": 307694, "tx_pps": 309598, "tx_pkts": 3076942, "drop_percentage": 0.0 }, { "rx_pps": 331712.0, "rx_pkts": 3300040, "time_ms": 1648513986983, "drop_pct": 0, "total_tx_pps": 330004, "tx_pps": 331712, "tx_pkts": 3300040, "ndr_pps": 165856, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "b5ded3ef32b240bb8264ea8b1a53b1c7" }, "synthesis": { "avg_delay_usec": 139.50062878025722, "total_tx_rate": 330004 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:38:00", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "14a1559a15b240baba4ced0f0074e6b2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 3.515625, "timestamp_sec": 1648514420.241935, "stats": { "total_tx_rate": 410478, "overall": { "rx_pkts": 4104780, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2294, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4104780, "avg_delay_usec": 102.50042657584572, "min_delay_usec": 25, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2052287, "min_delay_usec": 25, "drop_pct": 0, "max_delay_usec": 178, "tx_pkts": 2052493, "avg_delay_usec": 94, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2052493, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 2294, "tx_pkts": 2052287, "avg_delay_usec": 111, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1746994368.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 7.03125, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 413018, "rate_bps": 1757812500.0, "time_taken_sec": 137.53734683990479 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 524663.0616057739, "rx_pkts": 4997001, "time_ms": 1648514295209, "drop_pct": 106894557, "total_tx_pps": 11189155, "tx_pps": 11748120, "tx_pkts": 111891558, "drop_percentage": 95.53406790528379 }, { "rx_pps": 544892.1971034479, "rx_pkts": 5414866, "time_ms": 1648514307703, "drop_pct": 52958603, "total_tx_pps": 5837346, "tx_pps": 5874060, "tx_pkts": 58373469, "drop_percentage": 90.72375499903903 }, { "rx_pps": 1890962.4682001427, "rx_pkts": 18793332, "time_ms": 1648514320196, "drop_pct": 10396343, "total_tx_pps": 2918967, "tx_pps": 2937030, "tx_pkts": 29189675, "drop_percentage": 35.61650823450415 }, { "rx_pps": 1457857.666167266, "rx_pkts": 14488922, "time_ms": 1648514332694, "drop_pct": 105908, "total_tx_pps": 1459483, "tx_pps": 1468514, "tx_pkts": 14594830, "drop_percentage": 0.7256542213920957 }, { "rx_pps": 734180.9171085032, "rx_pkts": 7304369, "time_ms": 1648514345200, "drop_pct": 747, "total_tx_pps": 730511, "tx_pps": 734256, "tx_pkts": 7305116, "drop_percentage": 0.010225710310418069 }, { "rx_pps": 367128.0, "rx_pkts": 3648705, "time_ms": 1648514357697, "drop_pct": 0, "total_tx_pps": 364870, "tx_pps": 367128, "tx_pkts": 3648705, "drop_percentage": 0.0 }, { "rx_pps": 549710.0929020192, "rx_pkts": 5462911, "time_ms": 1648514370202, "drop_pct": 9758, "total_tx_pps": 547266, "tx_pps": 550692, "tx_pkts": 5472669, "drop_percentage": 0.17830422413634006 }, { "rx_pps": 458905.1702994093, "rx_pkts": 4560831, "time_ms": 1648514382706, "drop_pct": 48, "total_tx_pps": 456087, "tx_pps": 458910, "tx_pkts": 4560879, "drop_percentage": 0.0010524287094658728 }, { "rx_pps": 413018.0, "rx_pkts": 4104780, "time_ms": 1648514395211, "drop_pct": 0, "total_tx_pps": 410478, "tx_pps": 413018, "tx_pkts": 4104780, "drop_percentage": 0.0 }, { "rx_pps": 435770.00100064784, "rx_pkts": 4335260, "time_ms": 1648514407739, "drop_pct": 1930, "total_tx_pps": 433719, "tx_pps": 435964, "tx_pkts": 4337190, "drop_percentage": 0.04449885755523738 }, { "rx_pps": 424408.48645580024, "rx_pkts": 4217987, "time_ms": 1648514420241, "drop_pct": 830, "total_tx_pps": 421881, "tx_pps": 424492, "tx_pkts": 4218817, "ndr_pps": 206509, "drop_percentage": 0.019673761625593145 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "14a1559a15b240baba4ced0f0074e6b2" }, "synthesis": { "avg_delay_usec": 102.50042657584572, "total_tx_rate": 410478 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:50:01", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "8dd3beb2954d49b59cfca0b597a08ad2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 5.46875, "timestamp_sec": 1648515142.0455678, "stats": { "total_tx_rate": 431865, "overall": { "rx_pkts": 4318624, "drop_percentage": 0.0006715056754965032, "drop_pct": 29, "max_delay_usec": 4023, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4318653, "avg_delay_usec": 116.9997614981068, "min_delay_usec": 31, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2159209, "min_delay_usec": 31, "drop_pct": 9, "max_delay_usec": 2684, "tx_pkts": 2159435, "avg_delay_usec": 122, "drop_percentage": 0.0004167756843804051 }, "0": { "rx_pkts": 2159415, "min_delay_usec": 31, "drop_pct": 20, "max_delay_usec": 4023, "tx_pkts": 2159218, "avg_delay_usec": 112, "drop_percentage": 0.0009262612668104841 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2722476960.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 10.9375, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 433752, "rate_bps": 2734375000.0, "time_taken_sec": 137.69723057746887 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1902578.374437825, "rx_pkts": 18430452, "time_ms": 1648515016843, "drop_pct": 58402448, "total_tx_pps": 7683290, "tx_pps": 7931472, "tx_pkts": 76832900, "drop_percentage": 76.01229160945377 }, { "rx_pps": 1725307.3463774815, "rx_pkts": 17171122, "time_ms": 1648515029432, "drop_pct": 22297867, "total_tx_pps": 3946898, "tx_pps": 3965736, "tx_pkts": 39468989, "drop_percentage": 56.49464950825064 }, { "rx_pps": 1801127.1402490556, "rx_pkts": 17898703, "time_ms": 1648515041929, "drop_pct": 1806050, "total_tx_pps": 1970475, "tx_pps": 1982868, "tx_pkts": 19704753, "drop_percentage": 9.16555513281491 }, { "rx_pps": 988562.2393063733, "rx_pkts": 9824828, "time_ms": 1648515054424, "drop_pct": 28541, "total_tx_pps": 985336, "tx_pps": 991434, "tx_pkts": 9853369, "drop_percentage": 0.28965727356805576 }, { "rx_pps": 495697.1842930203, "rx_pkts": 4926489, "time_ms": 1648515066934, "drop_pct": 187, "total_tx_pps": 492667, "tx_pps": 495716, "tx_pkts": 4926676, "drop_percentage": 0.00379566263338608 }, { "rx_pps": 247858.0, "rx_pkts": 2463092, "time_ms": 1648515079432, "drop_pct": 0, "total_tx_pps": 246309, "tx_pps": 247858, "tx_pkts": 2463092, "drop_percentage": 0.0 }, { "rx_pps": 371783.78616389656, "rx_pkts": 3694602, "time_ms": 1648515091948, "drop_pct": 22, "total_tx_pps": 369462, "tx_pps": 371786, "tx_pkts": 3694624, "drop_percentage": 0.0005954597815636991 }, { "rx_pps": 433749.0873307024, "rx_pkts": 4318624, "time_ms": 1648515104463, "drop_pct": 29, "total_tx_pps": 431865, "tx_pps": 433752, "tx_pkts": 4318653, "drop_percentage": 0.0006715056754965032 }, { "rx_pps": 463811.53496571037, "rx_pkts": 4609129, "time_ms": 1648515117017, "drop_pct": 9167, "total_tx_pps": 461829, "tx_pps": 464734, "tx_pkts": 4618296, "drop_percentage": 0.19849312387079562 }, { "rx_pps": 449083.4088627579, "rx_pkts": 4462768, "time_ms": 1648515129513, "drop_pct": 1576, "total_tx_pps": 446434, "tx_pps": 449242, "tx_pkts": 4464344, "drop_percentage": 0.03530193909788314 }, { "rx_pps": 441182.37132601463, "rx_pkts": 4384693, "time_ms": 1648515142044, "drop_pct": 3117, "total_tx_pps": 438781, "tx_pps": 441496, "tx_pkts": 4387810, "ndr_pps": 216876, "drop_percentage": 0.07103771585369467 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "8dd3beb2954d49b59cfca0b597a08ad2" }, "synthesis": { "avg_delay_usec": 116.9997614981068, "total_tx_rate": 431865 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:52:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "75405003766f40e9b542c75124035b57", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 6.73828125, "timestamp_sec": 1648515286.889274, "stats": { "total_tx_rate": 401294, "overall": { "rx_pkts": 4012912, "drop_percentage": 0.0008472578499685767, "drop_pct": 34, "max_delay_usec": 328, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4012946, "avg_delay_usec": 111.00076054496087, "min_delay_usec": 34, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2006238, "min_delay_usec": 34, "drop_pct": 34, "max_delay_usec": 326, "tx_pkts": 2006674, "avg_delay_usec": 104, "drop_percentage": 0.001694345967506431 }, "0": { "rx_pkts": 2006674, "min_delay_usec": 34, "drop_pct": 0, "max_delay_usec": 328, "tx_pkts": 2006272, "avg_delay_usec": 118, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3351607488.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 13.4765625, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 403392, "rate_bps": 3369140624.0, "time_taken_sec": 137.79849529266357 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1930795.241663838, "rx_pkts": 18852856, "time_ms": 1648515161575, "drop_pct": 39601980, "total_tx_pps": 5845483, "tx_pps": 5986590, "tx_pkts": 58454836, "drop_percentage": 67.74799607683443 }, { "rx_pps": 1762189.8584894312, "rx_pkts": 17511764, "time_ms": 1648515174131, "drop_pct": 12234099, "total_tx_pps": 2974586, "tx_pps": 2993294, "tx_pkts": 29745863, "drop_percentage": 41.12874116309888 }, { "rx_pps": 1462161.4284772114, "rx_pkts": 14531695, "time_ms": 1648515186630, "drop_pct": 342725, "total_tx_pps": 1487442, "tx_pps": 1496646, "tx_pkts": 14874420, "drop_percentage": 2.3041234548977374 }, { "rx_pps": 747018.4838640236, "rx_pkts": 7424246, "time_ms": 1648515199145, "drop_pct": 12955, "total_tx_pps": 743720, "tx_pps": 748322, "tx_pkts": 7437201, "drop_percentage": 0.17419187675578487 }, { "rx_pps": 374159.8993711233, "rx_pkts": 3718216, "time_ms": 1648515211671, "drop_pct": 1, "total_tx_pps": 371821, "tx_pps": 374160, "tx_pkts": 3718217, "drop_percentage": 2.689461104610086e-05 }, { "rx_pps": 560771.4296064666, "rx_pkts": 5578275, "time_ms": 1648515224196, "drop_pct": 4681, "total_tx_pps": 558295, "tx_pps": 561242, "tx_pkts": 5582956, "drop_percentage": 0.0838444723547884 }, { "rx_pps": 467650.58381987753, "rx_pkts": 4647748, "time_ms": 1648515236753, "drop_pct": 511, "total_tx_pps": 464825, "tx_pps": 467702, "tx_pkts": 4648259, "drop_percentage": 0.010993363321622138 }, { "rx_pps": 420590.6668502663, "rx_pkts": 4179622, "time_ms": 1648515249317, "drop_pct": 3392, "total_tx_pps": 418301, "tx_pps": 420932, "tx_pkts": 4183014, "drop_percentage": 0.08108985530528943 }, { "rx_pps": 397542.8805052174, "rx_pkts": 3950585, "time_ms": 1648515261830, "drop_pct": 31, "total_tx_pps": 395061, "tx_pps": 397546, "tx_pkts": 3950616, "drop_percentage": 0.0007846877550235204 }, { "rx_pps": 409151.5902254465, "rx_pkts": 4067378, "time_ms": 1648515274351, "drop_pct": 859, "total_tx_pps": 406823, "tx_pps": 409238, "tx_pkts": 4068237, "drop_percentage": 0.02111479739258062 }, { "rx_pps": 403388.5822296139, "rx_pkts": 4012912, "time_ms": 1648515286888, "drop_pct": 34, "total_tx_pps": 401294, "tx_pps": 403392, "tx_pkts": 4012946, "ndr_pps": 201696, "drop_percentage": 0.0008472578499685767 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "75405003766f40e9b542c75124035b57" }, "synthesis": { "avg_delay_usec": 111.00076054496087, "total_tx_rate": 401294 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 00:59:40", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "f6fbe0374ea244fabde658db4f3248c1", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 8.3984375, "timestamp_sec": 1648515720.6989858, "stats": { "total_tx_rate": 401408, "overall": { "rx_pkts": 4014082, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 1461, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4014082, "avg_delay_usec": 129.00015096851533, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2006940, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 615, "tx_pkts": 2007142, "avg_delay_usec": 126, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2007142, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 1461, "tx_pkts": 2006940, "avg_delay_usec": 132, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 4174643200.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 16.796875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 403770, "rate_bps": 4199218750.0, "time_taken_sec": 137.7598237991333 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1782209.6840959138, "rx_pkts": 17492199, "time_ms": 1648515595424, "drop_pct": 29694788, "total_tx_pps": 4718698, "tx_pps": 4807692, "tx_pkts": 47186987, "drop_percentage": 62.93003619832731 }, { "rx_pps": 1746211.0920846344, "rx_pkts": 17352973, "time_ms": 1648515608019, "drop_pct": 6535247, "total_tx_pps": 2388822, "tx_pps": 2403846, "tx_pkts": 23888220, "drop_percentage": 27.357613920166507 }, { "rx_pps": 1194285.0711804812, "rx_pkts": 11868211, "time_ms": 1648515620524, "drop_pct": 75892, "total_tx_pps": 1194410, "tx_pps": 1201922, "tx_pkts": 11944103, "drop_percentage": 0.6353930470961276 }, { "rx_pps": 600176.2805216585, "rx_pkts": 5964855, "time_ms": 1648515633020, "drop_pct": 7789, "total_tx_pps": 597264, "tx_pps": 600960, "tx_pkts": 5972644, "drop_percentage": 0.13041125504885273 }, { "rx_pps": 300480.0, "rx_pkts": 2986022, "time_ms": 1648515645545, "drop_pct": 0, "total_tx_pps": 298602, "tx_pps": 300480, "tx_pkts": 2986022, "drop_percentage": 0.0 }, { "rx_pps": 450690.71758913517, "rx_pkts": 4478832, "time_ms": 1648515658043, "drop_pct": 291, "total_tx_pps": 447912, "tx_pps": 450720, "tx_pkts": 4479123, "drop_percentage": 0.006496807522365427 }, { "rx_pps": 375598.59119610087, "rx_pkts": 3732514, "time_ms": 1648515670558, "drop_pct": 14, "total_tx_pps": 373252, "tx_pps": 375600, "tx_pkts": 3732528, "drop_percentage": 0.0003750809103106527 }, { "rx_pps": 413028.79315219715, "rx_pkts": 4104889, "time_ms": 1648515683111, "drop_pct": 1304, "total_tx_pps": 410619, "tx_pps": 413160, "tx_pkts": 4106193, "drop_percentage": 0.03175690962407271 }, { "rx_pps": 394380.0, "rx_pkts": 3919155, "time_ms": 1648515695623, "drop_pct": 0, "total_tx_pps": 391915, "tx_pps": 394380, "tx_pkts": 3919155, "drop_percentage": 0.0 }, { "rx_pps": 403770.0, "rx_pkts": 4014082, "time_ms": 1648515708195, "drop_pct": 0, "total_tx_pps": 401408, "tx_pps": 403770, "tx_pkts": 4014082, "drop_percentage": 0.0 }, { "rx_pps": 408041.4893278549, "rx_pkts": 4055321, "time_ms": 1648515720698, "drop_pct": 4219, "total_tx_pps": 405954, "tx_pps": 408466, "tx_pkts": 4059540, "ndr_pps": 201885, "drop_percentage": 0.10392803125477271 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "f6fbe0374ea244fabde658db4f3248c1" }, "synthesis": { "avg_delay_usec": 129.00015096851533, "total_tx_rate": 401408 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:11:42", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "aa22a77595534177821bc1ddb05bf7d5", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 10.3515625, "timestamp_sec": 1648516442.9958127, "stats": { "total_tx_rate": 418029, "overall": { "rx_pkts": 4180291, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 614, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4180291, "avg_delay_usec": 133.0, "min_delay_usec": 35, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2090041, "min_delay_usec": 35, "drop_pct": 0, "max_delay_usec": 614, "tx_pkts": 2090250, "avg_delay_usec": 133, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2090250, "min_delay_usec": 35, "drop_pct": 0, "max_delay_usec": 256, "tx_pkts": 2090041, "avg_delay_usec": 133, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 5143428816.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 20.703125, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 420658, "rate_bps": 5175781250.0, "time_taken_sec": 137.71833491325378 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1525365.0868388722, "rx_pkts": 15001649, "time_ms": 1648516317782, "drop_pct": 24964174, "total_tx_pps": 3996582, "tx_pps": 4063718, "tx_pkts": 39965823, "drop_percentage": 62.46380563713151 }, { "rx_pps": 1496120.4701008687, "rx_pkts": 14867698, "time_ms": 1648516330341, "drop_pct": 5323892, "total_tx_pps": 2019159, "tx_pps": 2031858, "tx_pkts": 20191590, "drop_percentage": 26.36687848752872 }, { "rx_pps": 1014361.6676065021, "rx_pkts": 10081237, "time_ms": 1648516342836, "drop_pct": 15567, "total_tx_pps": 1009680, "tx_pps": 1015928, "tx_pkts": 10096804, "drop_percentage": 0.1541775001277632 }, { "rx_pps": 507610.12378570484, "rx_pkts": 5044885, "time_ms": 1648516355360, "drop_pct": 3517, "total_tx_pps": 504840, "tx_pps": 507964, "tx_pkts": 5048402, "drop_percentage": 0.06966560903826596 }, { "rx_pps": 253982.0, "rx_pkts": 2532329, "time_ms": 1648516367908, "drop_pct": 0, "total_tx_pps": 253232, "tx_pps": 253982, "tx_pkts": 2532329, "drop_percentage": 0.0 }, { "rx_pps": 380972.0, "rx_pkts": 3786292, "time_ms": 1648516380404, "drop_pct": 0, "total_tx_pps": 378629, "tx_pps": 380972, "tx_pkts": 3786292, "drop_percentage": 0.0 }, { "rx_pps": 444318.68175264477, "rx_pkts": 4415863, "time_ms": 1648516392915, "drop_pct": 1484, "total_tx_pps": 441734, "tx_pps": 444468, "tx_pkts": 4417347, "drop_percentage": 0.03359482512920085 }, { "rx_pps": 412715.9748437487, "rx_pkts": 4101366, "time_ms": 1648516405442, "drop_pct": 40, "total_tx_pps": 410140, "tx_pps": 412720, "tx_pkts": 4101406, "drop_percentage": 0.0009752753080285151 }, { "rx_pps": 428567.63523947, "rx_pkts": 4258894, "time_ms": 1648516417960, "drop_pct": 262, "total_tx_pps": 425915, "tx_pps": 428594, "tx_pkts": 4259156, "drop_percentage": 0.006151453480454813 }, { "rx_pps": 420658.0, "rx_pkts": 4180291, "time_ms": 1648516430479, "drop_pct": 0, "total_tx_pps": 418029, "tx_pps": 420658, "tx_pkts": 4180291, "drop_percentage": 0.0 }, { "rx_pps": 424617.3467837369, "rx_pkts": 4220060, "time_ms": 1648516442994, "drop_pct": 86, "total_tx_pps": 422014, "tx_pps": 424626, "tx_pkts": 4220146, "ndr_pps": 210329, "drop_percentage": 0.0020378441883290295 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "aa22a77595534177821bc1ddb05bf7d5" }, "synthesis": { "avg_delay_usec": 133.0, "total_tx_rate": 418029 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:14:06", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 3.125, "timestamp_sec": 1648516587.0061436, "stats": { "total_tx_rate": 508366, "overall": { "rx_pkts": 5083660, "drop_percentage": 9.835423852673218e-05, "drop_pct": 5, "max_delay_usec": 735, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5083665, "avg_delay_usec": 99.00010228850867, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2541700, "min_delay_usec": 32, "drop_pct": 5, "max_delay_usec": 218, "tx_pkts": 2541960, "avg_delay_usec": 97, "drop_percentage": 0.0001966986105210153 }, "0": { "rx_pkts": 2541960, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 735, "tx_pkts": 2541705, "avg_delay_usec": 101, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1552888674.6666665, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 6.25, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 511512, "rate_bps": 1562500000.0, "time_taken_sec": 137.71221041679382 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 455021.45509677904, "rx_pkts": 3962322, "time_ms": 1648516461799, "drop_pct": 138573514, "total_tx_pps": 14253583, "tx_pps": 16368398, "tx_pkts": 142535836, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14253583). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 97.22012224350374 }, { "rx_pps": 368832.99054765597, "rx_pkts": 3665647, "time_ms": 1648516474296, "drop_pct": 77673012, "total_tx_pps": 8133865, "tx_pps": 8184198, "tx_pkts": 81338659, "drop_percentage": 95.49335206030382 }, { "rx_pps": 895765.8838221595, "rx_pkts": 8911528, "time_ms": 1648516486861, "drop_pct": 31798714, "total_tx_pps": 4071024, "tx_pps": 4092098, "tx_pkts": 40710242, "drop_percentage": 78.10986237812097 }, { "rx_pps": 1927743.5317661166, "rx_pkts": 19156957, "time_ms": 1648516499376, "drop_pct": 1175651, "total_tx_pps": 2033260, "tx_pps": 2046048, "tx_pkts": 20332608, "drop_percentage": 5.782096423636358 }, { "rx_pps": 1015634.8922179102, "rx_pkts": 10093386, "time_ms": 1648516511872, "drop_pct": 73433, "total_tx_pps": 1016681, "tx_pps": 1023024, "tx_pkts": 10166819, "drop_percentage": 0.7222809809046468 }, { "rx_pps": 511511.4969062674, "rx_pkts": 5083660, "time_ms": 1648516524370, "drop_pct": 5, "total_tx_pps": 508366, "tx_pps": 511512, "tx_pkts": 5083665, "drop_percentage": 9.83542385267322e-05 }, { "rx_pps": 764384.46739517, "rx_pkts": 7596838, "time_ms": 1648516536965, "drop_pct": 28658, "total_tx_pps": 762549, "tx_pps": 767268, "tx_pkts": 7625496, "drop_percentage": 0.37581817628649994 }, { "rx_pps": 638742.7197819274, "rx_pkts": 6348150, "time_ms": 1648516549474, "drop_pct": 6433, "total_tx_pps": 635458, "tx_pps": 639390, "tx_pkts": 6354583, "drop_percentage": 0.1012340227517683 }, { "rx_pps": 575150.7598381079, "rx_pkts": 5716139, "time_ms": 1648516561991, "drop_pct": 2974, "total_tx_pps": 571911, "tx_pps": 575450, "tx_pkts": 5719113, "drop_percentage": 0.0520010707954188 }, { "rx_pps": 543090.4042744632, "rx_pkts": 5397508, "time_ms": 1648516574506, "drop_pct": 3872, "total_tx_pps": 540138, "tx_pps": 543480, "tx_pkts": 5401380, "drop_percentage": 0.0716853841055434 }, { "rx_pps": 526619.007327005, "rx_pkts": 5233808, "time_ms": 1648516587005, "drop_pct": 8716, "total_tx_pps": 524252, "tx_pps": 527496, "tx_pkts": 5242524, "ndr_pps": 255756, "drop_percentage": 0.16625579587236988 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e3cbe4a347a44a80b2c84296b1c8d3cf" }, "synthesis": { "avg_delay_usec": 99.00010228850867, "total_tx_rate": 508366 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:23:45", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "925d13e8fb154949ba8e787ba0a1729c", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 38.57421875, "timestamp_sec": 1648517165.4413407, "stats": { "total_tx_rate": 265611, "overall": { "rx_pkts": 2656117, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 7688, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2656117, "avg_delay_usec": 830.5011435866718, "min_delay_usec": 66, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1327991, "min_delay_usec": 67, "drop_pct": 0, "max_delay_usec": 7688, "tx_pkts": 1328126, "avg_delay_usec": 808, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1328126, "min_delay_usec": 66, "drop_pct": 0, "max_delay_usec": 7031, "tx_pkts": 1327991, "avg_delay_usec": 853, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 19166489760.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 77.1484375, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 267282, "rate_bps": 19287109374.0, "time_taken_sec": 137.70768356323242 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 276705.98480457405, "rx_pkts": 2760287, "time_ms": 1648517040238, "drop_pct": 4151793, "total_tx_pps": 691208, "tx_pps": 692904, "tx_pkts": 6912080, "drop_percentage": 60.06575444728649 }, { "rx_pps": 276650.0833531569, "rx_pkts": 2749212, "time_ms": 1648517052754, "drop_pct": 693657, "total_tx_pps": 344286, "tx_pps": 346452, "tx_pkts": 3442869, "drop_percentage": 20.147644304793474 }, { "rx_pps": 173226.0, "rx_pkts": 1721435, "time_ms": 1648517065249, "drop_pct": 0, "total_tx_pps": 172143, "tx_pps": 173226, "tx_pkts": 1721435, "drop_percentage": 0.0 }, { "rx_pps": 259838.0, "rx_pkts": 2582402, "time_ms": 1648517077745, "drop_pct": 0, "total_tx_pps": 258240, "tx_pps": 259838, "tx_pkts": 2582402, "drop_percentage": 0.0 }, { "rx_pps": 276923.8456588822, "rx_pkts": 2751933, "time_ms": 1648517090242, "drop_pct": 260563, "total_tx_pps": 301249, "tx_pps": 303144, "tx_pkts": 3012496, "drop_percentage": 8.649405675559404 }, { "rx_pps": 276921.0901351833, "rx_pkts": 2752181, "time_ms": 1648517102831, "drop_pct": 45428, "total_tx_pps": 279760, "tx_pps": 281492, "tx_pkts": 2797609, "drop_percentage": 1.623815193617121 }, { "rx_pps": 270625.96228536376, "rx_pkts": 2689347, "time_ms": 1648517115325, "drop_pct": 378, "total_tx_pps": 268972, "tx_pps": 270664, "tx_pkts": 2689725, "drop_percentage": 0.014053481303850765 }, { "rx_pps": 265251.6987348664, "rx_pkts": 2641378, "time_ms": 1648517127933, "drop_pct": 3, "total_tx_pps": 264138, "tx_pps": 265252, "tx_pkts": 2641381, "drop_percentage": 0.00011357695084503144 }, { "rx_pps": 267950.35221095104, "rx_pkts": 2662760, "time_ms": 1648517140447, "drop_pct": 76, "total_tx_pps": 266283, "tx_pps": 267958, "tx_pkts": 2662836, "drop_percentage": 0.0028540999145272184 }, { "rx_pps": 266604.0, "rx_pkts": 2649380, "time_ms": 1648517152942, "drop_pct": 0, "total_tx_pps": 264938, "tx_pps": 266604, "tx_pkts": 2649380, "drop_percentage": 0.0 }, { "rx_pps": 267282.0, "rx_pkts": 2656117, "time_ms": 1648517165440, "drop_pct": 0, "total_tx_pps": 265611, "tx_pps": 267282, "tx_pkts": 2656117, "ndr_pps": 133641, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "925d13e8fb154949ba8e787ba0a1729c" }, "synthesis": { "avg_delay_usec": 830.5011435866718, "total_tx_rate": 265611 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:33:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.390625, "timestamp_sec": 1648517749.4090943, "stats": { "total_tx_rate": 288883, "overall": { "rx_pkts": 2888837, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 6981, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2888837, "avg_delay_usec": 137.00045173888316, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1444346, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 1012, "tx_pkts": 1444491, "avg_delay_usec": 128, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1444491, "min_delay_usec": 34, "drop_pct": 0, "max_delay_usec": 6981, "tx_pkts": 1444346, "avg_delay_usec": 146, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 194129376.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 0.78125, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 290642, "rate_bps": 195312500.0, "time_taken_sec": 137.5828468799591 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 2047350.5854726303, "rx_pkts": 11677335, "time_ms": 1648517624315, "drop_pct": 412700060, "total_tx_pps": 42437739, "tx_pps": 74404760, "tx_pkts": 424377395, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42437739). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 97.24836074268282 }, { "rx_pps": 1881821.855161189, "rx_pkts": 18700581, "time_ms": 1648517636807, "drop_pct": 350997602, "total_tx_pps": 36969818, "tx_pps": 37202380, "tx_pkts": 369698183, "drop_percentage": 94.94166272383329 }, { "rx_pps": 1463366.1136056492, "rx_pkts": 14543665, "time_ms": 1648517649302, "drop_pct": 170324273, "total_tx_pps": 18486793, "tx_pps": 18601190, "tx_pkts": 184867938, "drop_percentage": 92.13294357185939 }, { "rx_pps": 656372.1947024872, "rx_pkts": 6523357, "time_ms": 1648517661819, "drop_pct": 85910624, "total_tx_pps": 9243398, "tx_pps": 9300594, "tx_pkts": 92433981, "drop_percentage": 92.94268522308911 }, { "rx_pps": 599368.4857455855, "rx_pkts": 5963417, "time_ms": 1648517674327, "drop_pct": 40304705, "total_tx_pps": 4626812, "tx_pps": 4650296, "tx_pkts": 46268122, "drop_percentage": 87.11117559515382 }, { "rx_pps": 1877894.057540158, "rx_pkts": 18663453, "time_ms": 1648517686824, "drop_pct": 4445034, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108487, "drop_percentage": 19.235504254346033 }, { "rx_pps": 1160361.5937588983, "rx_pkts": 11532254, "time_ms": 1648517699350, "drop_pct": 21988, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554242, "drop_percentage": 0.19030240149029248 }, { "rx_pps": 580852.4675486998, "rx_pkts": 5778614, "time_ms": 1648517711861, "drop_pct": 4313, "total_tx_pps": 578292, "tx_pps": 581286, "tx_pkts": 5782927, "drop_percentage": 0.07458160893263913 }, { "rx_pps": 290642.0, "rx_pkts": 2888837, "time_ms": 1648517724365, "drop_pct": 0, "total_tx_pps": 288883, "tx_pps": 290642, "tx_pkts": 2888837, "drop_percentage": 0.0 }, { "rx_pps": 435844.4649357429, "rx_pkts": 4331643, "time_ms": 1648517736892, "drop_pct": 1188, "total_tx_pps": 433283, "tx_pps": 435964, "tx_pkts": 4332831, "drop_percentage": 0.027418563059579293 }, { "rx_pps": 363213.11655764753, "rx_pkts": 3616807, "time_ms": 1648517749408, "drop_pct": 905, "total_tx_pps": 361771, "tx_pps": 363304, "tx_pkts": 3617712, "ndr_pps": 145321, "drop_percentage": 0.025015811098285327 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "0b4fd1e0bc074c0aa72dfedbb7e468e7" }, "synthesis": { "avg_delay_usec": 137.00045173888316, "total_tx_rate": 288883 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:35:53", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "e4caccec03ec4be698325c5827dab2bf", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 0.87890625, "timestamp_sec": 1648517895.4561322, "stats": { "total_tx_rate": 368857, "overall": { "rx_pkts": 3688572, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 1614, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3688572, "avg_delay_usec": 103.5, "min_delay_usec": 30, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1844286, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 1614, "tx_pkts": 1844286, "avg_delay_usec": 111, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1844286, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 224, "tx_pkts": 1844286, "avg_delay_usec": 96, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 436726688.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 1.7578125, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 371158, "rate_bps": 439453124.0, "time_taken_sec": 137.57411217689514 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 661956.5610575142, "rx_pkts": 6065560, "time_ms": 1648517770397, "drop_pct": 380888757, "total_tx_pps": 38695431, "tx_pps": 42229728, "tx_pkts": 386954317, "drop_percentage": 98.43248679921047 }, { "rx_pps": 567627.3405718297, "rx_pkts": 5641365, "time_ms": 1648517782894, "drop_pct": 204208736, "total_tx_pps": 20985010, "tx_pps": 21114864, "tx_pkts": 209850101, "drop_percentage": 97.31171680493973 }, { "rx_pps": 513718.6314666125, "rx_pkts": 5105078, "time_ms": 1648517795390, "drop_pct": 99809384, "total_tx_pps": 10491446, "tx_pps": 10557432, "tx_pkts": 104914462, "drop_percentage": 95.13405692343922 }, { "rx_pps": 505008.19312182645, "rx_pkts": 5018722, "time_ms": 1648517807887, "drop_pct": 47440641, "total_tx_pps": 5245936, "tx_pps": 5278716, "tx_pkts": 52459363, "drop_percentage": 90.4331243976409 }, { "rx_pps": 1941280.9663658948, "rx_pkts": 19293422, "time_ms": 1648517820385, "drop_pct": 6937839, "total_tx_pps": 2623126, "tx_pps": 2639358, "tx_pkts": 26231261, "drop_percentage": 26.448743733669534 }, { "rx_pps": 1314375.0871652274, "rx_pkts": 13062917, "time_ms": 1648517832902, "drop_pct": 52703, "total_tx_pps": 1311562, "tx_pps": 1319678, "tx_pkts": 13115620, "drop_percentage": 0.4018338439204551 }, { "rx_pps": 659815.2578716066, "rx_pkts": 6556917, "time_ms": 1648517845416, "drop_pct": 226, "total_tx_pps": 655714, "tx_pps": 659838, "tx_pkts": 6557143, "drop_percentage": 0.003446623018592091 }, { "rx_pps": 329918.0, "rx_pkts": 3278728, "time_ms": 1648517857923, "drop_pct": 0, "total_tx_pps": 327872, "tx_pps": 329918, "tx_pkts": 3278728, "drop_percentage": 0.0 }, { "rx_pps": 494566.5692195298, "rx_pkts": 4915004, "time_ms": 1648517870430, "drop_pct": 3095, "total_tx_pps": 491809, "tx_pps": 494878, "tx_pkts": 4918099, "drop_percentage": 0.06293081940806804 }, { "rx_pps": 412387.6352223387, "rx_pkts": 4098103, "time_ms": 1648517882937, "drop_pct": 103, "total_tx_pps": 409820, "tx_pps": 412398, "tx_pkts": 4098206, "drop_percentage": 0.0025132948416941464 }, { "rx_pps": 371158.0, "rx_pkts": 3688572, "time_ms": 1648517895455, "drop_pct": 0, "total_tx_pps": 368857, "tx_pps": 371158, "tx_pkts": 3688572, "ndr_pps": 185579, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e4caccec03ec4be698325c5827dab2bf" }, "synthesis": { "avg_delay_usec": 103.5, "total_tx_rate": 368857 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:48:05", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "ee681f4905724c8286ee3b3d00a51486", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 1.66015625, "timestamp_sec": 1648518627.9241369, "stats": { "total_tx_rate": 373628, "overall": { "rx_pkts": 3736281, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 4593, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3736281, "avg_delay_usec": 95.50017517419059, "min_delay_usec": 28, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1868047, "min_delay_usec": 31, "drop_pct": 0, "max_delay_usec": 4593, "tx_pkts": 1868234, "avg_delay_usec": 92, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1868234, "min_delay_usec": 28, "drop_pct": 0, "max_delay_usec": 3016, "tx_pkts": 1868047, "avg_delay_usec": 99, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 824970624.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 3.3203125, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 375940, "rate_bps": 830078124.0, "time_taken_sec": 137.58922338485718 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 501930.18889277824, "rx_pkts": 4559930, "time_ms": 1648518502852, "drop_pct": 201164451, "total_tx_pps": 20572438, "tx_pps": 22644926, "tx_pkts": 205724381, "drop_percentage": 97.78347613548051 }, { "rx_pps": 504259.6138228798, "rx_pkts": 5011082, "time_ms": 1648518515348, "drop_pct": 107505931, "total_tx_pps": 11251701, "tx_pps": 11322462, "tx_pkts": 112517013, "drop_percentage": 95.54637839523878 }, { "rx_pps": 508840.8943619289, "rx_pkts": 5056862, "time_ms": 1648518527848, "drop_pct": 51204455, "total_tx_pps": 5626131, "tx_pps": 5661230, "tx_pkts": 56261317, "drop_percentage": 91.0118314507284 }, { "rx_pps": 2110054.1102349525, "rx_pkts": 20968663, "time_ms": 1648518540374, "drop_pct": 7160564, "total_tx_pps": 2812922, "tx_pps": 2830614, "tx_pkts": 28129227, "drop_percentage": 25.45595725044275 }, { "rx_pps": 1401072.2638491914, "rx_pkts": 13924558, "time_ms": 1648518552869, "drop_pct": 141462, "total_tx_pps": 1406602, "tx_pps": 1415306, "tx_pkts": 14066020, "drop_percentage": 1.0057002620499615 }, { "rx_pps": 707351.0491778756, "rx_pkts": 7030009, "time_ms": 1648518565377, "drop_pct": 2991, "total_tx_pps": 703300, "tx_pps": 707652, "tx_pkts": 7033000, "drop_percentage": 0.04252808189961609 }, { "rx_pps": 353826.0, "rx_pkts": 3516148, "time_ms": 1648518577896, "drop_pct": 0, "total_tx_pps": 351614, "tx_pps": 353826, "tx_pkts": 3516148, "drop_percentage": 0.0 }, { "rx_pps": 530715.4490277573, "rx_pkts": 5274519, "time_ms": 1648518590390, "drop_pct": 244, "total_tx_pps": 527476, "tx_pps": 530740, "tx_pkts": 5274763, "drop_percentage": 0.004625800249224468 }, { "rx_pps": 442276.26473113475, "rx_pkts": 4395565, "time_ms": 1648518602909, "drop_pct": 57, "total_tx_pps": 439562, "tx_pps": 442282, "tx_pkts": 4395622, "drop_percentage": 0.0012967448065370499 }, { "rx_pps": 397842.9019229471, "rx_pkts": 3953965, "time_ms": 1648518615425, "drop_pct": 2098, "total_tx_pps": 395606, "tx_pps": 398054, "tx_pkts": 3956063, "drop_percentage": 0.053032522485107036 }, { "rx_pps": 375940.0, "rx_pkts": 3736281, "time_ms": 1648518627923, "drop_pct": 0, "total_tx_pps": 373628, "tx_pps": 375940, "tx_pkts": 3736281, "ndr_pps": 187970, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "ee681f4905724c8286ee3b3d00a51486" }, "synthesis": { "avg_delay_usec": 95.50017517419059, "total_tx_rate": 373628 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 01:52:58", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "b053f4a4365e4c55832ccb06c7c724b9", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 3.7109375, "timestamp_sec": 1648518920.992039, "stats": { "total_tx_rate": 433239, "overall": { "rx_pkts": 4332356, "drop_percentage": 0.0009232766349151833, "drop_pct": 40, "max_delay_usec": 1014, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4332396, "avg_delay_usec": 101.0000410861896, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2166089, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 479, "tx_pkts": 2166307, "avg_delay_usec": 100, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2166267, "min_delay_usec": 32, "drop_pct": 40, "max_delay_usec": 1014, "tx_pkts": 2166089, "avg_delay_usec": 102, "drop_percentage": 0.0018466461904381585 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1843865184.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 7.421875, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 435964, "rate_bps": 1855468750.0, "time_taken_sec": 137.70669722557068 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 446864.20539699425, "rx_pkts": 4242076, "time_ms": 1648518795780, "drop_pct": 107282672, "total_tx_pps": 11152474, "tx_pps": 11748120, "tx_pkts": 111524748, "drop_percentage": 96.19629178628585 }, { "rx_pps": 453288.54645233817, "rx_pkts": 4513168, "time_ms": 1648518808397, "drop_pct": 53971918, "total_tx_pps": 5848508, "tx_pps": 5874060, "tx_pkts": 58485086, "drop_percentage": 92.28321558764571 }, { "rx_pps": 1908433.4598655603, "rx_pkts": 18965061, "time_ms": 1648518820891, "drop_pct": 10221680, "total_tx_pps": 2918674, "tx_pps": 2937030, "tx_pkts": 29186741, "drop_percentage": 35.0216558950518 }, { "rx_pps": 1449595.552333988, "rx_pkts": 14406806, "time_ms": 1648518833387, "drop_pct": 188021, "total_tx_pps": 1459482, "tx_pps": 1468514, "tx_pkts": 14594827, "drop_percentage": 1.2882715225058852 }, { "rx_pps": 733549.2536779855, "rx_pkts": 7290381, "time_ms": 1648518845904, "drop_pct": 7024, "total_tx_pps": 729740, "tx_pps": 734256, "tx_pkts": 7297405, "drop_percentage": 0.09625339418601545 }, { "rx_pps": 367128.0, "rx_pkts": 3648336, "time_ms": 1648518858416, "drop_pct": 0, "total_tx_pps": 364833, "tx_pps": 367128, "tx_pkts": 3648336, "drop_percentage": 0.0 }, { "rx_pps": 550658.6029747013, "rx_pkts": 5474100, "time_ms": 1648518870921, "drop_pct": 332, "total_tx_pps": 547443, "tx_pps": 550692, "tx_pkts": 5474432, "drop_percentage": 0.0060645561037199845 }, { "rx_pps": 458889.171916203, "rx_pkts": 4560672, "time_ms": 1648518883444, "drop_pct": 207, "total_tx_pps": 456087, "tx_pps": 458910, "tx_pkts": 4560879, "drop_percentage": 0.004538598809571576 }, { "rx_pps": 413014.7801994796, "rx_pkts": 4104749, "time_ms": 1648518895947, "drop_pct": 32, "total_tx_pps": 410478, "tx_pps": 413018, "tx_pkts": 4104781, "drop_percentage": 0.0007795787400107339 }, { "rx_pps": 435959.9748462513, "rx_pkts": 4332356, "time_ms": 1648518908443, "drop_pct": 40, "total_tx_pps": 433239, "tx_pps": 435964, "tx_pkts": 4332396, "drop_percentage": 0.0009232766349151831 }, { "rx_pps": 447372.79906432977, "rx_pkts": 4446218, "time_ms": 1648518920991, "drop_pct": 648, "total_tx_pps": 444686, "tx_pps": 447438, "tx_pkts": 4446866, "ndr_pps": 217982, "drop_percentage": 0.01457206041288404 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "b053f4a4365e4c55832ccb06c7c724b9" }, "synthesis": { "avg_delay_usec": 101.0000410861896, "total_tx_rate": 433239 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:00:18", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "a2cda8a229d34cc78999eccf910d02ea", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 6.25, "timestamp_sec": 1648519360.7870374, "stats": { "total_tx_rate": 492618, "overall": { "rx_pkts": 4926143, "drop_percentage": 0.0007510890791647889, "drop_pct": 37, "max_delay_usec": 1171, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4926180, "avg_delay_usec": 100.00029982889251, "min_delay_usec": 31, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2462966, "min_delay_usec": 31, "drop_pct": 0, "max_delay_usec": 245, "tx_pkts": 2463214, "avg_delay_usec": 93, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2463177, "min_delay_usec": 36, "drop_pct": 37, "max_delay_usec": 1171, "tx_pkts": 2462966, "avg_delay_usec": 107, "drop_percentage": 0.0015022537866945787 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3105463872.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 12.5, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 495716, "rate_bps": 3125000000.0, "time_taken_sec": 137.70255613327026 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1843706.9440757327, "rx_pkts": 17791743, "time_ms": 1648519235591, "drop_pct": 58746837, "total_tx_pps": 7653858, "tx_pps": 7931472, "tx_pkts": 76538580, "drop_percentage": 76.75454261105968 }, { "rx_pps": 1698570.5446705262, "rx_pkts": 16879548, "time_ms": 1648519248098, "drop_pct": 22529961, "total_tx_pps": 3940950, "tx_pps": 3965736, "tx_pkts": 39409509, "drop_percentage": 57.168844706996985 }, { "rx_pps": 1646922.9614271468, "rx_pkts": 16367945, "time_ms": 1648519260593, "drop_pct": 3338790, "total_tx_pps": 1970673, "tx_pps": 1982868, "tx_pkts": 19706735, "drop_percentage": 16.942380358796118 }, { "rx_pps": 990847.8365151717, "rx_pkts": 9846551, "time_ms": 1648519273128, "drop_pct": 5825, "total_tx_pps": 985237, "tx_pps": 991434, "tx_pkts": 9852376, "drop_percentage": 0.0591227943391523 }, { "rx_pps": 495712.27673126035, "rx_pkts": 4926143, "time_ms": 1648519285633, "drop_pct": 37, "total_tx_pps": 492618, "tx_pps": 495716, "tx_pkts": 4926180, "drop_percentage": 0.0007510890791647889 }, { "rx_pps": 742526.9561696775, "rx_pkts": 7378863, "time_ms": 1648519298137, "drop_pct": 10405, "total_tx_pps": 738926, "tx_pps": 743574, "tx_pkts": 7389268, "drop_percentage": 0.14081232403534424 }, { "rx_pps": 619264.736291264, "rx_pkts": 6154255, "time_ms": 1648519310675, "drop_pct": 3789, "total_tx_pps": 615804, "tx_pps": 619646, "tx_pkts": 6158044, "drop_percentage": 0.061529277803146584 }, { "rx_pps": 557659.6729669784, "rx_pkts": 5541746, "time_ms": 1648519323177, "drop_pct": 202, "total_tx_pps": 554194, "tx_pps": 557680, "tx_pkts": 5541948, "drop_percentage": 0.0036449277402097603 }, { "rx_pps": 526580.6667255119, "rx_pkts": 5232898, "time_ms": 1648519335711, "drop_pct": 1166, "total_tx_pps": 523406, "tx_pps": 526698, "tx_pkts": 5234064, "drop_percentage": 0.022277144490399813 }, { "rx_pps": 511050.9183162957, "rx_pkts": 5078571, "time_ms": 1648519348208, "drop_pct": 1561, "total_tx_pps": 508013, "tx_pps": 511208, "tx_pkts": 5080132, "drop_percentage": 0.030727548024342674 }, { "rx_pps": 503409.6729808145, "rx_pkts": 5002636, "time_ms": 1648519360786, "drop_pct": 520, "total_tx_pps": 500315, "tx_pps": 503462, "tx_pkts": 5003156, "ndr_pps": 247858, "drop_percentage": 0.010393439660886048 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a2cda8a229d34cc78999eccf910d02ea" }, "synthesis": { "avg_delay_usec": 100.00029982889251, "total_tx_rate": 492618 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:05:11", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "fc9128efed9440d785de14f69b0676de", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 6.15234375, "timestamp_sec": 1648519653.779957, "stats": { "total_tx_rate": 366012, "overall": { "rx_pkts": 3660123, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2524, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3660123, "avg_delay_usec": 137.0001010894989, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1829969, "min_delay_usec": 39, "drop_pct": 0, "max_delay_usec": 968, "tx_pkts": 1830154, "avg_delay_usec": 135, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1830154, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 2524, "tx_pkts": 1829969, "avg_delay_usec": 139, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3056932224.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 12.3046875, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 368314, "rate_bps": 3076171874.0, "time_taken_sec": 137.631765127182 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1700403.2178862838, "rx_pkts": 16546247, "time_ms": 1648519528631, "drop_pct": 41707934, "total_tx_pps": 5825418, "tx_pps": 5986590, "tx_pkts": 58254181, "drop_percentage": 71.59646446664489 }, { "rx_pps": 1777997.9131810525, "rx_pkts": 17668853, "time_ms": 1648519541226, "drop_pct": 12077004, "total_tx_pps": 2974585, "tx_pps": 2993294, "tx_pkts": 29745857, "drop_percentage": 40.60062549214837 }, { "rx_pps": 1465627.2355720846, "rx_pkts": 14564672, "time_ms": 1648519553730, "drop_pct": 308249, "total_tx_pps": 1487292, "tx_pps": 1496646, "tx_pkts": 14872921, "drop_percentage": 2.072551854474316 }, { "rx_pps": 747534.5177112543, "rx_pkts": 7428999, "time_ms": 1648519566245, "drop_pct": 7826, "total_tx_pps": 743682, "tx_pps": 748322, "tx_pkts": 7436825, "drop_percentage": 0.10523307997700632 }, { "rx_pps": 374133.28379134706, "rx_pkts": 3725059, "time_ms": 1648519578761, "drop_pct": 266, "total_tx_pps": 372532, "tx_pps": 374160, "tx_pkts": 3725325, "drop_percentage": 0.007140316616671028 }, { "rx_pps": 187080.0, "rx_pkts": 1859296, "time_ms": 1648519591256, "drop_pct": 0, "total_tx_pps": 185929, "tx_pps": 187080, "tx_pkts": 1859296, "drop_percentage": 0.0 }, { "rx_pps": 280620.0, "rx_pkts": 2788944, "time_ms": 1648519603755, "drop_pct": 0, "total_tx_pps": 278894, "tx_pps": 280620, "tx_pkts": 2788944, "drop_percentage": 0.0 }, { "rx_pps": 327386.98143813567, "rx_pkts": 3253738, "time_ms": 1648519616247, "drop_pct": 30, "total_tx_pps": 325376, "tx_pps": 327390, "tx_pkts": 3253768, "drop_percentage": 0.0009220079612314092 }, { "rx_pps": 350776.0, "rx_pkts": 3485838, "time_ms": 1648519628760, "drop_pct": 0, "total_tx_pps": 348583, "tx_pps": 350776, "tx_pkts": 3485838, "drop_percentage": 0.0 }, { "rx_pps": 362468.0, "rx_pkts": 3602027, "time_ms": 1648519641273, "drop_pct": 0, "total_tx_pps": 360202, "tx_pps": 362468, "tx_pkts": 3602027, "drop_percentage": 0.0 }, { "rx_pps": 368314.0, "rx_pkts": 3660123, "time_ms": 1648519653779, "drop_pct": 0, "total_tx_pps": 366012, "tx_pps": 368314, "tx_pkts": 3660123, "ndr_pps": 184157, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "fc9128efed9440d785de14f69b0676de" }, "synthesis": { "avg_delay_usec": 137.0001010894989, "total_tx_rate": 366012 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:17:23", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "e329e7ec82084f7186e94e7d1c71663a", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 6.8359375, "timestamp_sec": 1648520386.142867, "stats": { "total_tx_rate": 326596, "overall": { "rx_pkts": 3265961, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 4719, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3265961, "avg_delay_usec": 245.0000499087405, "min_delay_usec": 36, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1632899, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 725, "tx_pkts": 1633062, "avg_delay_usec": 244, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1633062, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 4719, "tx_pkts": 1632899, "avg_delay_usec": 246, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3396598400.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 13.671875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 328650, "rate_bps": 3417968750.0, "time_taken_sec": 137.8278579711914 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1535106.7095401918, "rx_pkts": 15014376, "time_ms": 1648520260799, "drop_pct": 32008085, "total_tx_pps": 4702246, "tx_pps": 4807692, "tx_pkts": 47022461, "drop_percentage": 68.06977839802983 }, { "rx_pps": 1523422.5772190758, "rx_pkts": 15139014, "time_ms": 1648520273342, "drop_pct": 8749209, "total_tx_pps": 2388822, "tx_pps": 2403846, "tx_pkts": 23888223, "drop_percentage": 36.62561673172592 }, { "rx_pps": 1179882.5947820866, "rx_pkts": 11736883, "time_ms": 1648520285887, "drop_pct": 219237, "total_tx_pps": 1195612, "tx_pps": 1201922, "tx_pkts": 11956120, "drop_percentage": 1.8336801571078243 }, { "rx_pps": 600894.1953235778, "rx_pkts": 5971989, "time_ms": 1648520298395, "drop_pct": 654, "total_tx_pps": 597264, "tx_pps": 600960, "tx_pkts": 5972643, "drop_percentage": 0.010949926188456267 }, { "rx_pps": 300480.0, "rx_pkts": 2986172, "time_ms": 1648520310891, "drop_pct": 0, "total_tx_pps": 298617, "tx_pps": 300480, "tx_pkts": 2986172, "drop_percentage": 0.0 }, { "rx_pps": 450712.05910630024, "rx_pkts": 4483910, "time_ms": 1648520323438, "drop_pct": 79, "total_tx_pps": 448398, "tx_pps": 450720, "tx_pkts": 4483989, "drop_percentage": 0.0017618241257951347 }, { "rx_pps": 375548.77991538175, "rx_pkts": 3732019, "time_ms": 1648520335959, "drop_pct": 509, "total_tx_pps": 373252, "tx_pps": 375600, "tx_pkts": 3732528, "drop_percentage": 0.013636870239151588 }, { "rx_pps": 338015.5471880093, "rx_pkts": 3359032, "time_ms": 1648520348460, "drop_pct": 243, "total_tx_pps": 335927, "tx_pps": 338040, "tx_pkts": 3359275, "drop_percentage": 0.007233703700947377 }, { "rx_pps": 319260.0, "rx_pkts": 3172967, "time_ms": 1648520361037, "drop_pct": 0, "total_tx_pps": 317296, "tx_pps": 319260, "tx_pkts": 3172967, "drop_percentage": 0.0 }, { "rx_pps": 328650.0, "rx_pkts": 3265961, "time_ms": 1648520373554, "drop_pct": 0, "total_tx_pps": 326596, "tx_pps": 328650, "tx_pkts": 3265961, "drop_percentage": 0.0 }, { "rx_pps": 333339.37153865054, "rx_pkts": 3312896, "time_ms": 1648520386142, "drop_pct": 46, "total_tx_pps": 331294, "tx_pps": 333344, "tx_pkts": 3312942, "ndr_pps": 164325, "drop_percentage": 0.0013884939730306174 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e329e7ec82084f7186e94e7d1c71663a" }, "synthesis": { "avg_delay_usec": 245.0000499087405, "total_tx_rate": 326596 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:22:16", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "1e8206de26514ff6a4931f6250fde24a", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 9.375, "timestamp_sec": 1648520679.0839975, "stats": { "total_tx_rate": 378591, "overall": { "rx_pkts": 3785894, "drop_percentage": 0.00047544686722776435, "drop_pct": 18, "max_delay_usec": 3658, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3785912, "avg_delay_usec": 170.99981827277784, "min_delay_usec": 34, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1892861, "min_delay_usec": 34, "drop_pct": 0, "max_delay_usec": 3658, "tx_pkts": 1893051, "avg_delay_usec": 175, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1893033, "min_delay_usec": 35, "drop_pct": 18, "max_delay_usec": 3371, "tx_pkts": 1892861, "avg_delay_usec": 167, "drop_percentage": 0.0009509414584589149 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 4658183664.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 18.75, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 380972, "rate_bps": 4687500000.0, "time_taken_sec": 137.66561269760132 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1541559.265878926, "rx_pkts": 15109078, "time_ms": 1648520553914, "drop_pct": 24720096, "total_tx_pps": 3982917, "tx_pps": 4063718, "tx_pkts": 39829174, "drop_percentage": 62.06529916989993 }, { "rx_pps": 1494377.2278385973, "rx_pkts": 14850376, "time_ms": 1648520566411, "drop_pct": 5341216, "total_tx_pps": 2019159, "tx_pps": 2031858, "tx_pkts": 20191592, "drop_percentage": 26.452673964489772 }, { "rx_pps": 1015244.8303578512, "rx_pkts": 10088998, "time_ms": 1648520578933, "drop_pct": 6789, "total_tx_pps": 1009578, "tx_pps": 1015928, "tx_pkts": 10095787, "drop_percentage": 0.06724587196619738 }, { "rx_pps": 507229.30857634713, "rx_pkts": 5040594, "time_ms": 1648520591432, "drop_pct": 7301, "total_tx_pps": 504789, "tx_pps": 507964, "tx_pkts": 5047895, "drop_percentage": 0.1446345456868655 }, { "rx_pps": 253982.0, "rx_pkts": 2523948, "time_ms": 1648520603928, "drop_pct": 0, "total_tx_pps": 252394, "tx_pps": 253982, "tx_pkts": 2523948, "drop_percentage": 0.0 }, { "rx_pps": 380970.18868056097, "rx_pkts": 3785894, "time_ms": 1648520616532, "drop_pct": 18, "total_tx_pps": 378591, "tx_pps": 380972, "tx_pkts": 3785912, "drop_percentage": 0.0004754468672277644 }, { "rx_pps": 444179.12352550065, "rx_pkts": 4414476, "time_ms": 1648520629047, "drop_pct": 2871, "total_tx_pps": 441734, "tx_pps": 444468, "tx_pkts": 4417347, "drop_percentage": 0.06499376209294855 }, { "rx_pps": 412677.0336150762, "rx_pkts": 4101185, "time_ms": 1648520641544, "drop_pct": 427, "total_tx_pps": 410161, "tx_pps": 412720, "tx_pkts": 4101612, "drop_percentage": 0.01041054102630868 }, { "rx_pps": 396730.1338174792, "rx_pkts": 3944491, "time_ms": 1648520654065, "drop_pct": 1152, "total_tx_pps": 394564, "tx_pps": 396846, "tx_pkts": 3945643, "drop_percentage": 0.02919676209935871 }, { "rx_pps": 388894.5031521723, "rx_pkts": 3864641, "time_ms": 1648520666566, "drop_pct": 154, "total_tx_pps": 386479, "tx_pps": 388910, "tx_pkts": 3864795, "drop_percentage": 0.00398468741550328 }, { "rx_pps": 384931.5345935888, "rx_pkts": 3825258, "time_ms": 1648520679083, "drop_pct": 104, "total_tx_pps": 382536, "tx_pps": 384942, "tx_pkts": 3825362, "ndr_pps": 190486, "drop_percentage": 0.002718696949465175 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "1e8206de26514ff6a4931f6250fde24a" }, "synthesis": { "avg_delay_usec": 170.99981827277784, "total_tx_rate": 378591 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:27:13", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "6717811fb0a041bdae28c1780610969e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 2.05078125, "timestamp_sec": 1648520976.011313, "stats": { "total_tx_rate": 333616, "overall": { "rx_pkts": 3336161, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 698, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3336161, "avg_delay_usec": 122.49997497123191, "min_delay_usec": 28, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1667997, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 698, "tx_pkts": 1668164, "avg_delay_usec": 123, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1668164, "min_delay_usec": 28, "drop_pct": 0, "max_delay_usec": 279, "tx_pkts": 1667997, "avg_delay_usec": 122, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1019085674.6666666, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 4.1015625, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 335680, "rate_bps": 1025390624.0, "time_taken_sec": 137.6751914024353 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 480024.2862919867, "rx_pkts": 4168384, "time_ms": 1648520850833, "drop_pct": 137969775, "total_tx_pps": 14213815, "tx_pps": 16368398, "tx_pkts": 142138159, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14213815). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 97.0673716127138 }, { "rx_pps": 429860.8379715359, "rx_pkts": 4272172, "time_ms": 1648520863348, "drop_pct": 77066481, "total_tx_pps": 8133865, "tx_pps": 8184198, "tx_pkts": 81338653, "drop_percentage": 94.74767304051618 }, { "rx_pps": 527546.4558752577, "rx_pkts": 5242915, "time_ms": 1648520875895, "drop_pct": 35425583, "total_tx_pps": 4066849, "tx_pps": 4092098, "tx_pkts": 40668498, "drop_percentage": 87.1081666207589 }, { "rx_pps": 1892052.775002597, "rx_pkts": 18802280, "time_ms": 1648520888389, "drop_pct": 1530328, "total_tx_pps": 2033260, "tx_pps": 2046048, "tx_pkts": 20332608, "drop_percentage": 7.526471763976367 }, { "rx_pps": 1018805.8604937441, "rx_pkts": 10125407, "time_ms": 1648520900966, "drop_pct": 41922, "total_tx_pps": 1016732, "tx_pps": 1023024, "tx_pkts": 10167329, "drop_percentage": 0.4123206793052531 }, { "rx_pps": 511505.0566071885, "rx_pkts": 5083084, "time_ms": 1648520913485, "drop_pct": 69, "total_tx_pps": 508315, "tx_pps": 511512, "tx_pkts": 5083153, "drop_percentage": 0.0013574252043957757 }, { "rx_pps": 255756.0, "rx_pkts": 2541833, "time_ms": 1648520925981, "drop_pct": 0, "total_tx_pps": 254183, "tx_pps": 255756, "tx_pkts": 2541833, "drop_percentage": 0.0 }, { "rx_pps": 383623.4350406216, "rx_pkts": 3812647, "time_ms": 1648520938480, "drop_pct": 105, "total_tx_pps": 381275, "tx_pps": 383634, "tx_pkts": 3812752, "drop_percentage": 0.0027539163313008556 }, { "rx_pps": 319694.0, "rx_pkts": 3182880, "time_ms": 1648520951016, "drop_pct": 0, "total_tx_pps": 318288, "tx_pps": 319694, "tx_pkts": 3182880, "drop_percentage": 0.0 }, { "rx_pps": 351650.215240727, "rx_pkts": 3494880, "time_ms": 1648520963515, "drop_pct": 137, "total_tx_pps": 349501, "tx_pps": 351664, "tx_pkts": 3495017, "drop_percentage": 0.003919866484197359 }, { "rx_pps": 335680.0, "rx_pkts": 3336161, "time_ms": 1648520976010, "drop_pct": 0, "total_tx_pps": 333616, "tx_pps": 335680, "tx_pkts": 3336161, "ndr_pps": 167840, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "6717811fb0a041bdae28c1780610969e" }, "synthesis": { "avg_delay_usec": 122.49997497123191, "total_tx_rate": 333616 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:36:59", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 39.0625, "timestamp_sec": 1648521561.8428352, "stats": { "total_tx_rate": 268972, "overall": { "rx_pkts": 2689705, "drop_percentage": 0.0007435704393571834, "drop_pct": 20, "max_delay_usec": 6516, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2689725, "avg_delay_usec": 1027.9918745736056, "min_delay_usec": 68, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1344775, "min_delay_usec": 74, "drop_pct": 20, "max_delay_usec": 5878, "tx_pkts": 1344930, "avg_delay_usec": 1169, "drop_percentage": 0.0014870662413657217 }, "0": { "rx_pkts": 1344930, "min_delay_usec": 68, "drop_pct": 0, "max_delay_usec": 6516, "tx_pkts": 1344795, "avg_delay_usec": 887, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 19409019520.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 78.125, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 270664, "rate_bps": 19531250000.0, "time_taken_sec": 137.58718967437744 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 278405.0005646744, "rx_pkts": 2768644, "time_ms": 1648521436741, "drop_pct": 4122053, "total_tx_pps": 689069, "tx_pps": 692904, "tx_pkts": 6890697, "drop_percentage": 59.8205522605333 }, { "rx_pps": 276331.9562142758, "rx_pkts": 2746187, "time_ms": 1648521449255, "drop_pct": 696853, "total_tx_pps": 344304, "tx_pps": 346452, "tx_pkts": 3443040, "drop_percentage": 20.23946860913611 }, { "rx_pps": 173226.0, "rx_pkts": 1721607, "time_ms": 1648521461778, "drop_pct": 0, "total_tx_pps": 172160, "tx_pps": 173226, "tx_pkts": 1721607, "drop_percentage": 0.0 }, { "rx_pps": 259837.29559799578, "rx_pkts": 2582135, "time_ms": 1648521474298, "drop_pct": 7, "total_tx_pps": 258214, "tx_pps": 259838, "tx_pkts": 2582142, "drop_percentage": 0.00027109275942221615 }, { "rx_pps": 276937.05630908126, "rx_pkts": 2752342, "time_ms": 1648521486796, "drop_pct": 260458, "total_tx_pps": 301280, "tx_pps": 303144, "tx_pkts": 3012800, "drop_percentage": 8.6450477960701 }, { "rx_pps": 276792.8929701584, "rx_pkts": 2755614, "time_ms": 1648521499312, "drop_pct": 46782, "total_tx_pps": 280239, "tx_pps": 281492, "tx_pkts": 2802396, "drop_percentage": 1.6693572214633479 }, { "rx_pps": 270661.98742250603, "rx_pkts": 2689705, "time_ms": 1648521511811, "drop_pct": 20, "total_tx_pps": 268972, "tx_pps": 270664, "tx_pkts": 2689725, "drop_percentage": 0.0007435704393571834 }, { "rx_pps": 276052.0403556816, "rx_pkts": 2743544, "time_ms": 1648521524310, "drop_pct": 258, "total_tx_pps": 274380, "tx_pps": 276078, "tx_pkts": 2743802, "drop_percentage": 0.009403010858655253 }, { "rx_pps": 273364.7554496673, "rx_pkts": 2716837, "time_ms": 1648521536836, "drop_pct": 72, "total_tx_pps": 271690, "tx_pps": 273372, "tx_pkts": 2716909, "drop_percentage": 0.0026500703556872904 }, { "rx_pps": 271980.0648314645, "rx_pkts": 2702940, "time_ms": 1648521549342, "drop_pct": 377, "total_tx_pps": 270331, "tx_pps": 272018, "tx_pkts": 2703317, "drop_percentage": 0.013945830252241968 }, { "rx_pps": 271298.2308444215, "rx_pkts": 2696299, "time_ms": 1648521561842, "drop_pct": 435, "total_tx_pps": 269673, "tx_pps": 271342, "tx_pkts": 2696734, "ndr_pps": 135332, "drop_percentage": 0.016130623190867176 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a76995ed43ce4a1f8ff2e21b1a4d2fd9" }, "synthesis": { "avg_delay_usec": 1027.9918745736056, "total_tx_rate": 268972 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:44:19", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "859cf30e41754c5983e562fb7bf0fb6d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.78125, "timestamp_sec": 1648522002.495307, "stats": { "total_tx_rate": 577711, "overall": { "rx_pkts": 5777113, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 275, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5777113, "avg_delay_usec": 119.99994997501346, "min_delay_usec": 30, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2888412, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 260, "tx_pkts": 2888701, "avg_delay_usec": 121, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2888701, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 275, "tx_pkts": 2888412, "avg_delay_usec": 119, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 388221792.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 1.5625, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 581286, "rate_bps": 390625000.0, "time_taken_sec": 137.66614270210266 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1044485.5784527424, "rx_pkts": 5973011, "time_ms": 1648521877346, "drop_pct": 419519173, "total_tx_pps": 42549218, "tx_pps": 74404760, "tx_pkts": 425492184, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42549218). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.59621134662252 }, { "rx_pps": 1656555.9939682153, "rx_pkts": 16462060, "time_ms": 1648521889844, "drop_pct": 353237373, "total_tx_pps": 36969943, "tx_pps": 37202380, "tx_pkts": 369699433, "drop_percentage": 95.54717737422118 }, { "rx_pps": 966647.7521170629, "rx_pkts": 9607013, "time_ms": 1648521902362, "drop_pct": 175260612, "total_tx_pps": 18486762, "tx_pps": 18601190, "tx_pkts": 184867625, "drop_percentage": 94.80330155158319 }, { "rx_pps": 1951565.285508652, "rx_pkts": 19395621, "time_ms": 1648521914859, "drop_pct": 73038282, "total_tx_pps": 9243390, "tx_pps": 9300594, "tx_pkts": 92433903, "drop_percentage": 79.01676725692303 }, { "rx_pps": 1716942.598940512, "rx_pkts": 17062118, "time_ms": 1648521927407, "drop_pct": 29150201, "total_tx_pps": 4621231, "tx_pps": 4650296, "tx_pkts": 46212319, "drop_percentage": 63.07885349791687 }, { "rx_pps": 1580289.032741088, "rx_pkts": 15705705, "time_ms": 1648521939922, "drop_pct": 7402782, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108487, "drop_percentage": 32.03490561714404 }, { "rx_pps": 1161510.1511160529, "rx_pkts": 11542509, "time_ms": 1648521952469, "drop_pct": 10572, "total_tx_pps": 1155308, "tx_pps": 1162574, "tx_pkts": 11553081, "drop_percentage": 0.09150805746103571 }, { "rx_pps": 581286.0, "rx_pkts": 5777113, "time_ms": 1648521964985, "drop_pct": 0, "total_tx_pps": 577711, "tx_pps": 581286, "tx_pkts": 5777113, "drop_percentage": 0.0 }, { "rx_pps": 871909.7756240192, "rx_pkts": 8665477, "time_ms": 1648521977483, "drop_pct": 201, "total_tx_pps": 866567, "tx_pps": 871930, "tx_pkts": 8665678, "drop_percentage": 0.0023194953701256844 }, { "rx_pps": 726593.5108987914, "rx_pkts": 7221253, "time_ms": 1648521989998, "drop_pct": 144, "total_tx_pps": 722139, "tx_pps": 726608, "tx_pkts": 7221397, "drop_percentage": 0.001994073999809178 }, { "rx_pps": 653890.8427914827, "rx_pkts": 6498043, "time_ms": 1648522002494, "drop_pct": 568, "total_tx_pps": 649861, "tx_pps": 653948, "tx_pkts": 6498611, "ndr_pps": 290643, "drop_percentage": 0.008740329279595286 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "859cf30e41754c5983e562fb7bf0fb6d" }, "synthesis": { "avg_delay_usec": 119.99994997501346, "total_tx_rate": 577711 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 02:54:07", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "d00c9abb62b94d448a46ffa181ddab5e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 1.5625, "timestamp_sec": 1648522591.145952, "stats": { "total_tx_rate": 655780, "overall": { "rx_pkts": 6557739, "drop_percentage": 0.0009454388750131332, "drop_pct": 62, "max_delay_usec": 957, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 6557801, "avg_delay_usec": 138.4995528184333, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 3278674, "min_delay_usec": 34, "drop_pct": 62, "max_delay_usec": 321, "tx_pkts": 3279065, "avg_delay_usec": 146, "drop_percentage": 0.0018907828908545576 }, "0": { "rx_pkts": 3279065, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 957, "tx_pkts": 3278736, "avg_delay_usec": 131, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 776443520.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 3.125, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 659838, "rate_bps": 781250000.0, "time_taken_sec": 137.81604623794556 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 575195.7927175488, "rx_pkts": 5266904, "time_ms": 1648522465816, "drop_pct": 381418684, "total_tx_pps": 38668558, "tx_pps": 42229728, "tx_pkts": 386685588, "drop_percentage": 98.63793630705472 }, { "rx_pps": 567278.3196453974, "rx_pkts": 5637329, "time_ms": 1648522478320, "drop_pct": 204191658, "total_tx_pps": 20982898, "tx_pps": 21114864, "tx_pkts": 209828987, "drop_percentage": 97.31336976811502 }, { "rx_pps": 566897.9693114288, "rx_pkts": 5633553, "time_ms": 1648522490823, "drop_pct": 99281010, "total_tx_pps": 10491456, "tx_pps": 10557432, "tx_pkts": 104914563, "drop_percentage": 94.63034221474096 }, { "rx_pps": 639383.528283698, "rx_pkts": 6368581, "time_ms": 1648522503423, "drop_pct": 46210081, "total_tx_pps": 5257866, "tx_pps": 5278716, "tx_pkts": 52578662, "drop_percentage": 87.88751794406636 }, { "rx_pps": 1855352.6709109098, "rx_pkts": 18437572, "time_ms": 1648522515925, "drop_pct": 7791055, "total_tx_pps": 2622862, "tx_pps": 2639358, "tx_pkts": 26228627, "drop_percentage": 29.704395125219477 }, { "rx_pps": 1315331.5523658819, "rx_pkts": 13071766, "time_ms": 1648522528443, "drop_pct": 43195, "total_tx_pps": 1311496, "tx_pps": 1319678, "tx_pkts": 13114961, "drop_percentage": 0.32935667898669313 }, { "rx_pps": 659831.761635036, "rx_pkts": 6557739, "time_ms": 1648522540951, "drop_pct": 62, "total_tx_pps": 655780, "tx_pps": 659838, "tx_pkts": 6557801, "drop_percentage": 0.0009454388750131332 }, { "rx_pps": 987585.841691004, "rx_pkts": 9815124, "time_ms": 1648522553600, "drop_pct": 21588, "total_tx_pps": 983671, "tx_pps": 989758, "tx_pkts": 9836712, "drop_percentage": 0.21946357685372916 }, { "rx_pps": 824593.6227131974, "rx_pkts": 8194402, "time_ms": 1648522566129, "drop_pct": 2031, "total_tx_pps": 819643, "tx_pps": 824798, "tx_pkts": 8196433, "drop_percentage": 0.02477907157906372 }, { "rx_pps": 742228.248068629, "rx_pkts": 7376639, "time_ms": 1648522578649, "drop_pct": 892, "total_tx_pps": 737753, "tx_pps": 742318, "tx_pkts": 7377531, "drop_percentage": 0.012090765867334208 }, { "rx_pps": 700873.6432437552, "rx_pkts": 6965634, "time_ms": 1648522591145, "drop_pct": 2031, "total_tx_pps": 696766, "tx_pps": 701078, "tx_pkts": 6967665, "ndr_pps": 329919, "drop_percentage": 0.029148932963912588 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d00c9abb62b94d448a46ffa181ddab5e" }, "synthesis": { "avg_delay_usec": 138.4995528184333, "total_tx_rate": 655780 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:01:28", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "00c68a9f42064b53b7e9abb957d13033", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 2.34375, "timestamp_sec": 1648523031.8611252, "stats": { "total_tx_rate": 527476, "overall": { "rx_pkts": 5274760, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2258, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5274760, "avg_delay_usec": 135.49841149170769, "min_delay_usec": 30, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2637247, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 251, "tx_pkts": 2637513, "avg_delay_usec": 167, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2637513, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 2258, "tx_pkts": 2637247, "avg_delay_usec": 104, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1164667008.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 4.6875, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 530740, "rate_bps": 1171875000.0, "time_taken_sec": 137.57874631881714 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 632951.7633188012, "rx_pkts": 5732879, "time_ms": 1648522906769, "drop_pct": 199370619, "total_tx_pps": 20510349, "tx_pps": 22644926, "tx_pkts": 205103498, "drop_percentage": 97.20488482356356 }, { "rx_pps": 525347.9116271588, "rx_pkts": 5220542, "time_ms": 1648522919288, "drop_pct": 107294207, "total_tx_pps": 11251474, "tx_pps": 11322462, "tx_pkts": 112514749, "drop_percentage": 95.36012651994629 }, { "rx_pps": 618995.2907265456, "rx_pkts": 6151267, "time_ms": 1648522931785, "drop_pct": 50107218, "total_tx_pps": 5625848, "tx_pps": 5661230, "tx_pkts": 56258485, "drop_percentage": 89.06606354579225 }, { "rx_pps": 1708283.2963459694, "rx_pkts": 16977774, "time_ms": 1648522944283, "drop_pct": 11154284, "total_tx_pps": 2813205, "tx_pps": 2830614, "tx_pkts": 28132058, "drop_percentage": 39.649726301573814 }, { "rx_pps": 1360731.7774735298, "rx_pkts": 13523635, "time_ms": 1648522956800, "drop_pct": 542386, "total_tx_pps": 1406602, "tx_pps": 1415306, "tx_pkts": 14066021, "drop_percentage": 3.8560016368523833 }, { "rx_pps": 707523.1949731325, "rx_pkts": 7031012, "time_ms": 1648522969304, "drop_pct": 1280, "total_tx_pps": 703229, "tx_pps": 707652, "tx_pkts": 7032292, "drop_percentage": 0.01820174702643178 }, { "rx_pps": 353826.0, "rx_pkts": 3522871, "time_ms": 1648522981825, "drop_pct": 0, "total_tx_pps": 352287, "tx_pps": 353826, "tx_pkts": 3522871, "drop_percentage": 0.0 }, { "rx_pps": 530740.0, "rx_pkts": 5274760, "time_ms": 1648522994322, "drop_pct": 0, "total_tx_pps": 527476, "tx_pps": 530740, "tx_pkts": 5274760, "drop_percentage": 0.0 }, { "rx_pps": 619168.936279166, "rx_pkts": 6154233, "time_ms": 1648523006848, "drop_pct": 269, "total_tx_pps": 615450, "tx_pps": 619196, "tx_pkts": 6154502, "drop_percentage": 0.004370784183675625 }, { "rx_pps": 574945.8616487811, "rx_pkts": 5713528, "time_ms": 1648523019362, "drop_pct": 220, "total_tx_pps": 571374, "tx_pps": 574968, "tx_pkts": 5713748, "drop_percentage": 0.0038503623190942267 }, { "rx_pps": 552739.5964496398, "rx_pkts": 5493404, "time_ms": 1648523031860, "drop_pct": 1137, "total_tx_pps": 549454, "tx_pps": 552854, "tx_pkts": 5494541, "ndr_pps": 265370, "drop_percentage": 0.0206932662801133 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "00c68a9f42064b53b7e9abb957d13033" }, "synthesis": { "avg_delay_usec": 135.49841149170769, "total_tx_rate": 527476 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:08:48", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "b4eddc7398da473da06f59d26481dd90", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 3.61328125, "timestamp_sec": 1648523471.325121, "stats": { "total_tx_rate": 421839, "overall": { "rx_pkts": 4218391, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 964, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4218391, "avg_delay_usec": 91.49982327385015, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2109089, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 964, "tx_pkts": 2109302, "avg_delay_usec": 95, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2109302, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 234, "tx_pkts": 2109089, "avg_delay_usec": 88, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1795346784.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 7.2265625, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 424492, "rate_bps": 1806640624.0, "time_taken_sec": 137.6849229335785 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 563084.4500570935, "rx_pkts": 5335501, "time_ms": 1648523346125, "drop_pct": 105983691, "total_tx_pps": 11131919, "tx_pps": 11748120, "tx_pkts": 111319192, "drop_percentage": 95.20702503841386 }, { "rx_pps": 637290.2801695273, "rx_pkts": 6333073, "time_ms": 1648523358659, "drop_pct": 52040406, "total_tx_pps": 5837347, "tx_pps": 5874060, "tx_pkts": 58373479, "drop_percentage": 89.15076999265368 }, { "rx_pps": 1745105.2638676804, "rx_pkts": 17342859, "time_ms": 1648523371158, "drop_pct": 11845350, "total_tx_pps": 2918820, "tx_pps": 2937030, "tx_pkts": 29188209, "drop_percentage": 40.582654454749175 }, { "rx_pps": 1410723.9011671874, "rx_pkts": 14020482, "time_ms": 1648523383738, "drop_pct": 574347, "total_tx_pps": 1459482, "tx_pps": 1468514, "tx_pkts": 14594829, "drop_percentage": 3.935277350628774 }, { "rx_pps": 734025.8600312393, "rx_pkts": 7313468, "time_ms": 1648523396281, "drop_pct": 2293, "total_tx_pps": 731576, "tx_pps": 734256, "tx_pkts": 7315761, "drop_percentage": 0.03134328745840658 }, { "rx_pps": 367128.0, "rx_pkts": 3648704, "time_ms": 1648523408795, "drop_pct": 0, "total_tx_pps": 364870, "tx_pps": 367128, "tx_pkts": 3648704, "drop_percentage": 0.0 }, { "rx_pps": 550589.7713038774, "rx_pkts": 5472037, "time_ms": 1648523421294, "drop_pct": 1016, "total_tx_pps": 547305, "tx_pps": 550692, "tx_pkts": 5473053, "drop_percentage": 0.01856367917504179 }, { "rx_pps": 458654.12648746, "rx_pkts": 4558336, "time_ms": 1648523433810, "drop_pct": 2543, "total_tx_pps": 456087, "tx_pps": 458910, "tx_pkts": 4560879, "drop_percentage": 0.05575679600357738 }, { "rx_pps": 413015.98762516497, "rx_pkts": 4104762, "time_ms": 1648523446308, "drop_pct": 20, "total_tx_pps": 410478, "tx_pps": 413018, "tx_pkts": 4104782, "drop_percentage": 0.00048723659380693054 }, { "rx_pps": 435949.3084804507, "rx_pkts": 4332336, "time_ms": 1648523458810, "drop_pct": 146, "total_tx_pps": 433248, "tx_pps": 435964, "tx_pkts": 4332482, "drop_percentage": 0.0033698928235593364 }, { "rx_pps": 424492.0, "rx_pkts": 4218391, "time_ms": 1648523471324, "drop_pct": 0, "total_tx_pps": 421839, "tx_pps": 424492, "tx_pkts": 4218391, "ndr_pps": 212246, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "b4eddc7398da473da06f59d26481dd90" }, "synthesis": { "avg_delay_usec": 91.49982327385015, "total_tx_rate": 421839 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:13:41", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "23114778f5174c1a8a3ff5e0156d0214", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 5.859375, "timestamp_sec": 1648523764.1071556, "stats": { "total_tx_rate": 461876, "overall": { "rx_pkts": 4618724, "drop_percentage": 0.0008227312860026129, "drop_pct": 38, "max_delay_usec": 4782, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 4618762, "avg_delay_usec": 105.0, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2309249, "min_delay_usec": 33, "drop_pct": 16, "max_delay_usec": 2687, "tx_pkts": 2309497, "avg_delay_usec": 105, "drop_percentage": 0.000692791547250332 }, "0": { "rx_pkts": 2309475, "min_delay_usec": 33, "drop_pct": 22, "max_delay_usec": 4782, "tx_pkts": 2309265, "avg_delay_usec": 105, "drop_percentage": 0.0009526840791334039 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2911666304.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 11.71875, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 464734, "rate_bps": 2929687500.0, "time_taken_sec": 137.67143726348877 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 955878.5749151269, "rx_pkts": 9207107, "time_ms": 1648523638974, "drop_pct": 67189533, "total_tx_pps": 7639664, "tx_pps": 7931472, "tx_pkts": 76396640, "drop_percentage": 87.9482828040605 }, { "rx_pps": 972237.1870658809, "rx_pkts": 9662578, "time_ms": 1648523651488, "drop_pct": 29750884, "total_tx_pps": 3941346, "tx_pps": 3965736, "tx_pkts": 39413462, "drop_percentage": 75.48406683990359 }, { "rx_pps": 1578290.234876225, "rx_pkts": 15684261, "time_ms": 1648523663985, "drop_pct": 4020492, "total_tx_pps": 1970475, "tx_pps": 1982868, "tx_pkts": 19704753, "drop_percentage": 20.40366605965576 }, { "rx_pps": 991198.3508095556, "rx_pkts": 9851027, "time_ms": 1648523676482, "drop_pct": 2342, "total_tx_pps": 985336, "tx_pps": 991434, "tx_pkts": 9853369, "drop_percentage": 0.023768520188374147 }, { "rx_pps": 495674.5408910233, "rx_pkts": 4925767, "time_ms": 1648523688978, "drop_pct": 412, "total_tx_pps": 492617, "tx_pps": 495716, "tx_pkts": 4926179, "drop_percentage": 0.00836348009278591 }, { "rx_pps": 247858.0, "rx_pkts": 2463338, "time_ms": 1648523701524, "drop_pct": 0, "total_tx_pps": 246333, "tx_pps": 247858, "tx_pkts": 2463338, "drop_percentage": 0.0 }, { "rx_pps": 371786.0, "rx_pkts": 3698343, "time_ms": 1648523714031, "drop_pct": 0, "total_tx_pps": 369834, "tx_pps": 371786, "tx_pkts": 3698343, "drop_percentage": 0.0 }, { "rx_pps": 433750.39284890535, "rx_pkts": 4318204, "time_ms": 1648523726546, "drop_pct": 16, "total_tx_pps": 431822, "tx_pps": 433752, "tx_pkts": 4318220, "drop_percentage": 0.00037052303958575524 }, { "rx_pps": 464730.17648798524, "rx_pkts": 4618724, "time_ms": 1648523739092, "drop_pct": 38, "total_tx_pps": 461876, "tx_pps": 464734, "tx_pkts": 4618762, "drop_percentage": 0.0008227312860026128 }, { "rx_pps": 480195.32365105936, "rx_pkts": 4772423, "time_ms": 1648523751589, "drop_pct": 285, "total_tx_pps": 477270, "tx_pps": 480224, "tx_pkts": 4772708, "drop_percentage": 0.005971452684723222 }, { "rx_pps": 472303.0115781439, "rx_pkts": 4693985, "time_ms": 1648523764106, "drop_pct": 1759, "total_tx_pps": 469574, "tx_pps": 472480, "tx_pkts": 4695744, "ndr_pps": 232367, "drop_percentage": 0.03745945264477791 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "23114778f5174c1a8a3ff5e0156d0214" }, "synthesis": { "avg_delay_usec": 105.0, "total_tx_rate": 461876 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:18:34", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 6.640625, "timestamp_sec": 1648524057.2266753, "stats": { "total_tx_rate": 395081, "overall": { "rx_pkts": 3950815, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 5009, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3950815, "avg_delay_usec": 135.49999860788216, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1975407, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 1872, "tx_pkts": 1975408, "avg_delay_usec": 141, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1975408, "min_delay_usec": 35, "drop_pct": 0, "max_delay_usec": 5009, "tx_pkts": 1975407, "avg_delay_usec": 130, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3299716512.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 13.28125, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 397546, "rate_bps": 3320312500.0, "time_taken_sec": 137.57492899894714 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1528705.606599547, "rx_pkts": 14848752, "time_ms": 1648523932137, "drop_pct": 43300698, "total_tx_pps": 5814945, "tx_pps": 5986590, "tx_pkts": 58149450, "drop_percentage": 74.46450138393398 }, { "rx_pps": 1577883.6850487113, "rx_pkts": 15680218, "time_ms": 1648523944639, "drop_pct": 14065639, "total_tx_pps": 2974585, "tx_pps": 2993294, "tx_pkts": 29745857, "drop_percentage": 47.286043901844884 }, { "rx_pps": 1403083.656451526, "rx_pkts": 13943147, "time_ms": 1648523957150, "drop_pct": 929776, "total_tx_pps": 1487292, "tx_pps": 1496646, "tx_pkts": 14872923, "drop_percentage": 6.25146785201537 }, { "rx_pps": 748312.0377400354, "rx_pkts": 7436354, "time_ms": 1648523969710, "drop_pct": 99, "total_tx_pps": 743645, "tx_pps": 748322, "tx_pkts": 7436453, "drop_percentage": 0.0013312798453778971 }, { "rx_pps": 374160.0, "rx_pkts": 3718217, "time_ms": 1648523982208, "drop_pct": 0, "total_tx_pps": 371821, "tx_pps": 374160, "tx_pkts": 3718217, "drop_percentage": 0.0 }, { "rx_pps": 561003.6221851375, "rx_pkts": 5575257, "time_ms": 1648523994704, "drop_pct": 2369, "total_tx_pps": 557762, "tx_pps": 561242, "tx_pkts": 5577626, "drop_percentage": 0.042473267300460804 }, { "rx_pps": 467630.352253285, "rx_pkts": 4647080, "time_ms": 1648524007203, "drop_pct": 712, "total_tx_pps": 464779, "tx_pps": 467702, "tx_pkts": 4647792, "drop_percentage": 0.015319102059644665 }, { "rx_pps": 420890.9516613151, "rx_pkts": 4183446, "time_ms": 1648524019707, "drop_pct": 408, "total_tx_pps": 418385, "tx_pps": 420932, "tx_pkts": 4183854, "drop_percentage": 0.00975177432099686 }, { "rx_pps": 397546.0, "rx_pkts": 3950815, "time_ms": 1648524032233, "drop_pct": 0, "total_tx_pps": 395081, "tx_pps": 397546, "tx_pkts": 3950815, "drop_percentage": 0.0 }, { "rx_pps": 409232.9685563975, "rx_pkts": 4066755, "time_ms": 1648524044730, "drop_pct": 50, "total_tx_pps": 406680, "tx_pps": 409238, "tx_pkts": 4066805, "drop_percentage": 0.0012294663747093849 }, { "rx_pps": 403269.836569411, "rx_pkts": 4007497, "time_ms": 1648524057225, "drop_pct": 1214, "total_tx_pps": 400871, "tx_pps": 403392, "tx_pkts": 4008711, "ndr_pps": 198773, "drop_percentage": 0.030284048912480845 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "fbf5ac38628f451fa3ca8b356e8c75b2" }, "synthesis": { "avg_delay_usec": 135.49999860788216, "total_tx_rate": 395081 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:30:47", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "786f3740545f4a40a9dc01f9dffc595c", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 11.5234375, "timestamp_sec": 1648524790.37032, "stats": { "total_tx_rate": 551101, "overall": { "rx_pkts": 5510977, "drop_percentage": 0.0007076735033975586, "drop_pct": 39, "max_delay_usec": 3562, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5511016, "avg_delay_usec": 147.99948230595047, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2755330, "min_delay_usec": 32, "drop_pct": 39, "max_delay_usec": 1593, "tx_pkts": 2755647, "avg_delay_usec": 157, "drop_percentage": 0.0014152756140390988 }, "0": { "rx_pkts": 2755647, "min_delay_usec": 34, "drop_pct": 0, "max_delay_usec": 3562, "tx_pkts": 2755369, "avg_delay_usec": 139, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 5731450400.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 23.046875, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 554010, "rate_bps": 5761718750.0, "time_taken_sec": 137.65743374824524 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1615487.8462332233, "rx_pkts": 15772944, "time_ms": 1648524665199, "drop_pct": 31167339, "total_tx_pps": 4694028, "tx_pps": 4807692, "tx_pkts": 46940283, "drop_percentage": 66.3978506478114 }, { "rx_pps": 1489092.605554872, "rx_pkts": 14797858, "time_ms": 1648524677694, "drop_pct": 9090362, "total_tx_pps": 2388822, "tx_pps": 2403846, "tx_pkts": 23888220, "drop_percentage": 38.05374364435693 }, { "rx_pps": 1181454.0274231592, "rx_pkts": 11741884, "time_ms": 1648524690189, "drop_pct": 203421, "total_tx_pps": 1194530, "tx_pps": 1201922, "tx_pkts": 11945305, "drop_percentage": 1.7029368442245718 }, { "rx_pps": 600838.4525039338, "rx_pkts": 5971434, "time_ms": 1648524702817, "drop_pct": 1208, "total_tx_pps": 597264, "tx_pps": 600960, "tx_pkts": 5972642, "drop_percentage": 0.020225555122841785 }, { "rx_pps": 300480.0, "rx_pkts": 2986322, "time_ms": 1648524715333, "drop_pct": 0, "total_tx_pps": 298632, "tx_pps": 300480, "tx_pkts": 2986322, "drop_percentage": 0.0 }, { "rx_pps": 450719.39622668474, "rx_pkts": 4479026, "time_ms": 1648524727826, "drop_pct": 6, "total_tx_pps": 447903, "tx_pps": 450720, "tx_pkts": 4479032, "drop_percentage": 0.00013395751582038261 }, { "rx_pps": 525840.0, "rx_pkts": 5225536, "time_ms": 1648524740327, "drop_pct": 0, "total_tx_pps": 522553, "tx_pps": 525840, "tx_pkts": 5225536, "drop_percentage": 0.0 }, { "rx_pps": 562993.5002502074, "rx_pkts": 5595314, "time_ms": 1648524752854, "drop_pct": 4040, "total_tx_pps": 559935, "tx_pps": 563400, "tx_pkts": 5599354, "drop_percentage": 0.07215118029686995 }, { "rx_pps": 544616.0833552305, "rx_pkts": 5423016, "time_ms": 1648524765370, "drop_pct": 39, "total_tx_pps": 542305, "tx_pps": 544620, "tx_pkts": 5423055, "drop_percentage": 0.0007191518433797923 }, { "rx_pps": 554006.0794180238, "rx_pkts": 5510977, "time_ms": 1648524777872, "drop_pct": 39, "total_tx_pps": 551101, "tx_pps": 554010, "tx_pkts": 5511016, "drop_percentage": 0.0007076735033975586 }, { "rx_pps": 558698.1513422158, "rx_pkts": 5552345, "time_ms": 1648524790369, "drop_pct": 78, "total_tx_pps": 555242, "tx_pps": 558706, "tx_pkts": 5552423, "ndr_pps": 277005, "drop_percentage": 0.0014047921060769326 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "786f3740545f4a40a9dc01f9dffc595c" }, "synthesis": { "avg_delay_usec": 147.99948230595047, "total_tx_rate": 551101 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:38:06", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "b9b765f0842945868ef0d452b85570ed", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 12.5, "timestamp_sec": 1648525229.1659203, "stats": { "total_tx_rate": 504814, "overall": { "rx_pkts": 5048100, "drop_percentage": 0.0009706528075934367, "drop_pct": 49, "max_delay_usec": 311, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5048149, "avg_delay_usec": 148.00011410233554, "min_delay_usec": 35, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2524026, "min_delay_usec": 35, "drop_pct": 49, "max_delay_usec": 311, "tx_pkts": 2524074, "avg_delay_usec": 136, "drop_percentage": 0.001941305999744857 }, "0": { "rx_pkts": 2524074, "min_delay_usec": 39, "drop_pct": 0, "max_delay_usec": 303, "tx_pkts": 2524075, "avg_delay_usec": 160, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 6211231456.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 25.0, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 507964, "rate_bps": 6250000000.0, "time_taken_sec": 137.6200978755951 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1348830.8736421221, "rx_pkts": 13196248, "time_ms": 1648525104030, "drop_pct": 26561020, "total_tx_pps": 3975726, "tx_pps": 4063718, "tx_pkts": 39757268, "drop_percentage": 66.80796074820836 }, { "rx_pps": 1451865.4390061933, "rx_pkts": 14429367, "time_ms": 1648525116526, "drop_pct": 5764257, "total_tx_pps": 2019362, "tx_pps": 2031858, "tx_pkts": 20193624, "drop_percentage": 28.544935767844347 }, { "rx_pps": 1014023.4973269543, "rx_pkts": 10076861, "time_ms": 1648525129050, "drop_pct": 18926, "total_tx_pps": 1009578, "tx_pps": 1015928, "tx_pkts": 10095787, "drop_percentage": 0.18746433537078389 }, { "rx_pps": 507959.0694331724, "rx_pkts": 5048100, "time_ms": 1648525141631, "drop_pct": 49, "total_tx_pps": 504814, "tx_pps": 507964, "tx_pkts": 5048149, "drop_percentage": 0.0009706528075934367 }, { "rx_pps": 761678.3540363008, "rx_pkts": 7569942, "time_ms": 1648525154127, "drop_pct": 2660, "total_tx_pps": 757260, "tx_pps": 761946, "tx_pkts": 7572602, "drop_percentage": 0.03512663150658123 }, { "rx_pps": 634872.7798972944, "rx_pkts": 6309050, "time_ms": 1648525166633, "drop_pct": 827, "total_tx_pps": 630987, "tx_pps": 634956, "tx_pkts": 6309877, "drop_percentage": 0.013106436147645985 }, { "rx_pps": 571211.9497838132, "rx_pkts": 5676421, "time_ms": 1648525179164, "drop_pct": 2465, "total_tx_pps": 567888, "tx_pps": 571460, "tx_pkts": 5678886, "drop_percentage": 0.04340640048065765 }, { "rx_pps": 539692.3793376087, "rx_pkts": 5363734, "time_ms": 1648525191676, "drop_pct": 195, "total_tx_pps": 536392, "tx_pps": 539712, "tx_pkts": 5363929, "drop_percentage": 0.0036353948756592414 }, { "rx_pps": 523781.9497057231, "rx_pkts": 5205085, "time_ms": 1648525204173, "drop_pct": 557, "total_tx_pps": 520564, "tx_pps": 523838, "tx_pkts": 5205642, "drop_percentage": 0.010699929038531654 }, { "rx_pps": 515844.6541285334, "rx_pkts": 5126210, "time_ms": 1648525216667, "drop_pct": 550, "total_tx_pps": 512676, "tx_pps": 515900, "tx_pkts": 5126760, "drop_percentage": 0.010728023156925622 }, { "rx_pps": 511849.2830473219, "rx_pkts": 5086504, "time_ms": 1648525229165, "drop_pct": 822, "total_tx_pps": 508732, "tx_pps": 511932, "tx_pkts": 5087326, "ndr_pps": 253982, "drop_percentage": 0.016157800777854614 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "b9b765f0842945868ef0d452b85570ed" }, "synthesis": { "avg_delay_usec": 148.00011410233554, "total_tx_rate": 504814 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:40:32", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "14202ba37ebc4fdea8f16b0278600b2d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 2.34375, "timestamp_sec": 1648525375.443067, "stats": { "total_tx_rate": 381275, "overall": { "rx_pkts": 3812745, "drop_percentage": 0.0001311389417087404, "drop_pct": 5, "max_delay_usec": 4320, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3812750, "avg_delay_usec": 101.9999483311892, "min_delay_usec": 31, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1906274, "min_delay_usec": 31, "drop_pct": 5, "max_delay_usec": 4320, "tx_pkts": 1906471, "avg_delay_usec": 103, "drop_percentage": 0.00026226467646242715 }, "0": { "rx_pkts": 1906471, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 1815, "tx_pkts": 1906279, "avg_delay_usec": 101, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1164668033.3333333, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 4.6875, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 383634, "rate_bps": 1171875000.0, "time_taken_sec": 137.6155240535736 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 771093.2513239763, "rx_pkts": 6682599, "time_ms": 1648525250355, "drop_pct": 135172410, "total_tx_pps": 14185500, "tx_pps": 16368398, "tx_pkts": 141855009, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14185500). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 95.28913427371465 }, { "rx_pps": 680193.3374204193, "rx_pkts": 6760101, "time_ms": 1648525262852, "drop_pct": 74578545, "total_tx_pps": 8133864, "tx_pps": 8184198, "tx_pkts": 81338646, "drop_percentage": 91.68894328533572 }, { "rx_pps": 1311747.3568787286, "rx_pkts": 13036804, "time_ms": 1648525275367, "drop_pct": 27632521, "total_tx_pps": 4066932, "tx_pps": 4092098, "tx_pkts": 40669325, "drop_percentage": 67.94438068495113 }, { "rx_pps": 1590695.3692736912, "rx_pkts": 15809129, "time_ms": 1648525287882, "drop_pct": 4525523, "total_tx_pps": 2033465, "tx_pps": 2046048, "tx_pkts": 20334652, "drop_percentage": 22.255227185594325 }, { "rx_pps": 1019699.6569069418, "rx_pkts": 10134290, "time_ms": 1648525300401, "drop_pct": 33039, "total_tx_pps": 1016732, "tx_pps": 1023024, "tx_pkts": 10167329, "drop_percentage": 0.32495260062893605 }, { "rx_pps": 511492.9830606495, "rx_pkts": 5083477, "time_ms": 1648525312928, "drop_pct": 189, "total_tx_pps": 508366, "tx_pps": 511512, "tx_pkts": 5083666, "drop_percentage": 0.0037177894849897693 }, { "rx_pps": 255756.0, "rx_pkts": 2541834, "time_ms": 1648525325435, "drop_pct": 0, "total_tx_pps": 254183, "tx_pps": 255756, "tx_pkts": 2541834, "drop_percentage": 0.0 }, { "rx_pps": 383633.4969064324, "rx_pkts": 3812745, "time_ms": 1648525337929, "drop_pct": 5, "total_tx_pps": 381275, "tx_pps": 383634, "tx_pkts": 3812750, "drop_percentage": 0.0001311389417087404 }, { "rx_pps": 447538.0591777257, "rx_pkts": 4456812, "time_ms": 1648525350446, "drop_pct": 338, "total_tx_pps": 445715, "tx_pps": 447572, "tx_pkts": 4457150, "drop_percentage": 0.007583321180575031 }, { "rx_pps": 415568.9970519043, "rx_pkts": 4130135, "time_ms": 1648525362946, "drop_pct": 328, "total_tx_pps": 413046, "tx_pps": 415602, "tx_pkts": 4130463, "drop_percentage": 0.00794099838202158 }, { "rx_pps": 399576.8469448261, "rx_pkts": 3971198, "time_ms": 1648525375442, "drop_pct": 409, "total_tx_pps": 397160, "tx_pps": 399618, "tx_pkts": 3971607, "ndr_pps": 191817, "drop_percentage": 0.010298098477518043 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "14202ba37ebc4fdea8f16b0278600b2d" }, "synthesis": { "avg_delay_usec": 101.9999483311892, "total_tx_rate": 381275 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-29 03:52:45", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "2410629fde18450796d4b2a0329b7475", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2519, 2504 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 38.0859375, "timestamp_sec": 1648526108.2238886, "stats": { "total_tx_rate": 262248, "overall": { "rx_pkts": 2622479, "drop_percentage": 0.00038131713803184685, "drop_pct": 10, "max_delay_usec": 6043, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2622489, "avg_delay_usec": 797.498445936078, "min_delay_usec": 77, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1311168, "min_delay_usec": 77, "drop_pct": 10, "max_delay_usec": 5571, "tx_pkts": 1311311, "avg_delay_usec": 826, "drop_percentage": 0.0007625956008910168 }, "0": { "rx_pkts": 1311311, "min_delay_usec": 78, "drop_pct": 0, "max_delay_usec": 6043, "tx_pkts": 1311178, "avg_delay_usec": 769, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 18923815680.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 76.171875, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 263898, "rate_bps": 19042968750.0, "time_taken_sec": 137.70801401138306 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 275136.87051549257, "rx_pkts": 2732413, "time_ms": 1648525983002, "drop_pct": 4148889, "total_tx_pps": 688130, "tx_pps": 692904, "tx_pkts": 6881302, "drop_percentage": 60.2922092359847 }, { "rx_pps": 276450.51010692323, "rx_pkts": 2747283, "time_ms": 1648525995501, "drop_pct": 695654, "total_tx_pps": 344293, "tx_pps": 346452, "tx_pkts": 3442937, "drop_percentage": 20.2052491811497 }, { "rx_pps": 173226.0, "rx_pkts": 1721608, "time_ms": 1648526007998, "drop_pct": 0, "total_tx_pps": 172160, "tx_pps": 173226, "tx_pkts": 1721608, "drop_percentage": 0.0 }, { "rx_pps": 259838.0, "rx_pkts": 2582273, "time_ms": 1648526020514, "drop_pct": 0, "total_tx_pps": 258227, "tx_pps": 259838, "tx_pkts": 2582273, "drop_percentage": 0.0 }, { "rx_pps": 276532.862184301, "rx_pkts": 2748324, "time_ms": 1648526033023, "drop_pct": 264475, "total_tx_pps": 301279, "tx_pps": 303144, "tx_pkts": 3012799, "drop_percentage": 8.77838183031792 }, { "rx_pps": 276802.02633522433, "rx_pkts": 2750861, "time_ms": 1648526045525, "drop_pct": 46609, "total_tx_pps": 279747, "tx_pps": 281492, "tx_pkts": 2797470, "drop_percentage": 1.6661125945944013 }, { "rx_pps": 270650.71832178126, "rx_pkts": 2689863, "time_ms": 1648526058023, "drop_pct": 132, "total_tx_pps": 268999, "tx_pps": 270664, "tx_pkts": 2689995, "drop_percentage": 0.004907072317978286 }, { "rx_pps": 265244.0511173625, "rx_pkts": 2636129, "time_ms": 1648526070614, "drop_pct": 79, "total_tx_pps": 263620, "tx_pps": 265252, "tx_pkts": 2636208, "drop_percentage": 0.0029967286344628344 }, { "rx_pps": 262543.7987422155, "rx_pkts": 2609030, "time_ms": 1648526083208, "drop_pct": 2, "total_tx_pps": 260903, "tx_pps": 262544, "tx_pkts": 2609032, "drop_percentage": 7.665678305210515e-05 }, { "rx_pps": 263896.99371169903, "rx_pkts": 2622479, "time_ms": 1648526095706, "drop_pct": 10, "total_tx_pps": 262248, "tx_pps": 263898, "tx_pkts": 2622489, "drop_percentage": 0.00038131713803184685 }, { "rx_pps": 264566.1509460084, "rx_pkts": 2629127, "time_ms": 1648526108223, "drop_pct": 78, "total_tx_pps": 262920, "tx_pps": 264574, "tx_pkts": 2629205, "ndr_pps": 131949, "drop_percentage": 0.0029666762386348724 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2410629fde18450796d4b2a0329b7475" }, "synthesis": { "avg_delay_usec": 797.498445936078, "total_tx_rate": 262248 } } ] }, "fail_tests": 0, "total_tests": 1, "pass_tests": 1 } } ] }