{ "pagination": { "current_page": 1, "total_pages": 1 }, "results": [ { "project_name": "nfvbench", "scenario": "basic", "stop_date": "2022-03-30 06:48:26", "case_name": "non-regression", "build_tag": "RPDOUC5V2ARA", "version": "unknown", "pod_name": "AMICAL", "criteria": "PASS", "installer": "unknown", "_id": "6243fd3bc0d88e001ca15689", "start_date": "2022-03-30 06:15:40", "details": { "tests": [ { "status": "passed", "elements": [ { "status": "passed", "name": "Run a NDR test for a defined frame size -- @1.1 Frame sizes", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010585784912109375, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00010967254638671875, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 10.035421133041382, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 449.58826899528503, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013637542724609375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003008842468261719, "status": "passed" } }, { "name": "verify throughput result is in same range as the previous result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333" }, "result": { "duration": 0.02466893196105957, "status": "passed" } }, { "name": "verify throughput result is in same range as the characterization result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409" }, "result": { "duration": 0.6800198554992676, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:19", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size -- @1.2 Frame sizes", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011587142944335938, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011491775512695312, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008649349212646484, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.46048855781555, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003330707550048828, "status": "passed" } }, { "name": "verify throughput result is in same range as the previous result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333" }, "result": { "duration": 0.023331880569458008, "status": "passed" } }, { "name": "verify throughput result is in same range as the characterization result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409" }, "result": { "duration": 0.690040111541748, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:20", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size -- @1.3 Frame sizes", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010156631469726562, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008922100067138672, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 441.5395607948303, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012230873107910156, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00034332275390625, "status": "passed" } }, { "name": "verify throughput result is in same range as the previous result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333" }, "result": { "duration": 0.022931814193725586, "status": "passed" } }, { "name": "verify throughput result is in same range as the characterization result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409" }, "result": { "duration": 0.5106196403503418, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:21", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size -- @1.4 Frame sizes", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010037422180175781, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.000102996826171875, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00852203369140625, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.5287985801697, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012087821960449219, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.000316619873046875, "status": "passed" } }, { "name": "verify throughput result is in same range as the previous result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:14", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:333" }, "result": { "duration": 0.02317047119140625, "status": "passed" } }, { "name": "verify throughput result is in same range as the characterization result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:15", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:409" }, "result": { "duration": 0.6906359195709229, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:22", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001735687255859375, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "packet rate equal to 70% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 3.042870044708252, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00884389877319336, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.07615303993225, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012111663818359375, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.0001919269561767578, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:38", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011873245239257812, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "packet rate equal to 90% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 2.90081524848938, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008797883987426758, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.11899709701538, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013256072998046875, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.0001926422119140625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:39", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.822845458984375e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011396408081054688, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "packet rate equal to 70% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 3.1052234172821045, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008736610412597656, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.07916784286499, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011897087097167969, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.0002129077911376953, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:40", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "packet rate equal to 90% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 2.9584743976593018, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008613348007202148, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.074522256851196, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001220703125, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.00019407272338867188, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:41", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011610984802246094, "status": "passed" } }, { "name": "packet rate equal to 70% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 3.118863821029663, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008606433868408203, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.080474376678467, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012254714965820312, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.00019216537475585938, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:42", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "packet rate equal to 90% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 2.9169235229492188, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008793830871582031, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 18.160871744155884, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.00019097328186035156, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:43", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.918212890625e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "packet rate equal to 70% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 2.906872272491455, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008602142333984375, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.075267791748047, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.00020933151245117188, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:44", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:27", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010251998901367188, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:28", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:29", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "packet rate equal to 90% of max throughput of last characterization", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:30", "match": { "arguments": [ { "name": "percentage", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:137" }, "result": { "duration": 2.828930139541626, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:31", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008794546127319336, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:32", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 20.077053785324097, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:33", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011849403381347656, "status": "passed" } }, { "name": "verify latency result is lower than 1000 microseconds", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:34", "match": { "arguments": [ { "name": "max_avg_latency_usec", "value": 1000.0, "original": "1000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:351" }, "result": { "duration": 0.0002167224884033203, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:45", "type": "scenario" } ], "name": "non-regression", "keyword": "Feature", "tags": [ "non-regression" ], "location": "../../opt/nfvbench/behave_tests/features/non-regression.feature:2" } ], "skip_tests": 0, "links": [ "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/xtesting.log", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.html", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/behave_tests.log", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/campaign_result.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/TESTS-non-regression.xml", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench.log", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "http://172.20.73.203:8181/RPDOUC5V2ARA/nfvbench-amical-e2e-basic-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_non-regression-run-41/non-regression/output.json" ], "results": { "latency": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "frame_sizes": [ "64" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:45:29", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "75ed0568a3cf49929e20d9d4c44a23a0", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "404398pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.5414414208000001, "rate_pps": 201429, "initial_rate_type": "rate_pps", "rate_bps": 135360355 }, "tx": { "rate_percent": 0.5414497536, "rate_pps": 201432, "initial_rate_type": "rate_pps", "rate_bps": 135362438 }, "orig": { "rate_percent": 0.543510912, "rate_pps": 202199, "initial_rate_type": "rate_pps", "rate_bps": 135877728 } }, "direction-total": { "rx": { "rate_percent": 1.082844672, "rate_pps": 402843.0, "rate_bps": 270711167.0 }, "tx": { "rate_percent": 1.0828995072, "rate_pps": 402864.0, "rate_bps": 270724876.0 }, "orig": { "rate_percent": 1.087021824, "rate_pps": 404398.0, "rate_bps": 271755456.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.5414032511999999, "rate_pps": 201414, "initial_rate_type": "rate_pps", "rate_bps": 135350812 }, "tx": { "rate_percent": 0.5414497536, "rate_pps": 201432, "initial_rate_type": "rate_pps", "rate_bps": 135362438 }, "orig": { "rate_percent": 0.543510912, "rate_pps": 202199, "initial_rate_type": "rate_pps", "rate_bps": 135877728 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 4057, "lat_avg_usec": 78, "lat_min_usec": 31, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 5209, "lat_avg_usec": 76, "lat_min_usec": 32, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 402864, "overall": { "drop_rate_percent": 0.005063738568113737, "rx": { "dropped_pkts": 204, "pkt_bit_rate": 109803088.0, "pkt_rate": 201839.0, "max_delay_usec": 5209, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 76.99996475062306, "total_pkt_bytes": 273933920, "total_pkts": 4028440, "min_delay_usec": 31 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 273947792, "total_pkts": 4028644, "pkt_bit_rate": 109803752.0, "pkt_rate": 201840.5 } }, "1": { "drop_rate_percent": 0.0015389793687404496, "rx": { "dropped_pkts": 31, "pkt_bit_rate": 109811680, "pkt_rate": 201855, "max_delay_usec": 5209, "total_pkt_bytes": 136971788, "avg_delay_usec": 76, "total_pkts": 2014291, "min_delay_usec": 32 }, "tx": { "total_pkt_bytes": 136973896, "total_pkts": 2014322, "pkt_bit_rate": 109806936, "pkt_rate": 201846 } }, "0": { "drop_rate_percent": 0.008588497767487026, "rx": { "dropped_pkts": 173, "pkt_bit_rate": 109794496, "pkt_rate": 201823, "max_delay_usec": 4057, "total_pkt_bytes": 136962132, "avg_delay_usec": 78, "total_pkts": 2014149, "min_delay_usec": 31 }, "tx": { "total_pkt_bytes": 136973896, "total_pkts": 2014322, "pkt_bit_rate": 109800568, "pkt_rate": 201835 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 270724608.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "75ed0568a3cf49929e20d9d4c44a23a0" }, "synthesis": { "avg_delay_usec": 76.99996475062306, "total_tx_rate": 402864 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "frame_sizes": [ "64" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:45:52", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "79137fde73644833ac7d36e6523616ef", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "519940pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.6964035456000001, "rate_pps": 259078, "initial_rate_type": "rate_pps", "rate_bps": 174100886 }, "tx": { "rate_percent": 0.6964035456000001, "rate_pps": 259078, "initial_rate_type": "rate_pps", "rate_bps": 174100886 }, "orig": { "rate_percent": 0.69879936, "rate_pps": 259970, "initial_rate_type": "rate_pps", "rate_bps": 174699840 } }, "direction-total": { "rx": { "rate_percent": 1.3929753599999999, "rate_pps": 518219.0, "rate_bps": 348243839.0 }, "tx": { "rate_percent": 1.3929753599999999, "rate_pps": 518219.0, "rate_bps": 348243839.0 }, "orig": { "rate_percent": 1.39759872, "rate_pps": 519940.0, "rate_bps": 349399680.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.6965718143999999, "rate_pps": 259141, "initial_rate_type": "rate_pps", "rate_bps": 174142953 }, "tx": { "rate_percent": 0.6965718143999999, "rate_pps": 259141, "initial_rate_type": "rate_pps", "rate_bps": 174142953 }, "orig": { "rate_percent": 0.69879936, "rate_pps": 259970, "initial_rate_type": "rate_pps", "rate_bps": 174699840 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9943, 9943 ], "lat_max_usec": 769, "lat_avg_usec": 108, "lat_min_usec": 36, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9948, 9948 ], "lat_max_usec": 6239, "lat_avg_usec": 113, "lat_min_usec": 34, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 518220, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 141244984.0, "pkt_rate": 259641.0, "max_delay_usec": 6239, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 110.49969800470842, "total_pkt_bytes": 352389600, "total_pkts": 5182200, "min_delay_usec": 34 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 352389600, "total_pkts": 5182200, "pkt_bit_rate": 141253832.0, "pkt_rate": 259656.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 141247136, "pkt_rate": 259645, "max_delay_usec": 6239, "total_pkt_bytes": 176173516, "avg_delay_usec": 113, "total_pkts": 2590787, "min_delay_usec": 34 }, "tx": { "total_pkt_bytes": 176216084, "total_pkts": 2591413, "pkt_bit_rate": 141261952, "pkt_rate": 259671 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 141242832, "pkt_rate": 259637, "max_delay_usec": 769, "total_pkt_bytes": 176216084, "avg_delay_usec": 108, "total_pkts": 2591413, "min_delay_usec": 36 }, "tx": { "total_pkt_bytes": 176173516, "total_pkts": 2590787, "pkt_bit_rate": 141245712, "pkt_rate": 259642 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 348243840.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "79137fde73644833ac7d36e6523616ef" }, "synthesis": { "avg_delay_usec": 110.49969800470842, "total_tx_rate": 518220 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "frame_sizes": [ "768" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:46:15", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "018ded21d6884356b306acecf1de061e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "323313pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 4.060615692799999, "rate_pps": 161033, "initial_rate_type": "rate_pps", "rate_bps": 1015153923 }, "tx": { "rate_percent": 4.060615692799999, "rate_pps": 161033, "initial_rate_type": "rate_pps", "rate_bps": 1015153923 }, "orig": { "rate_percent": 4.076330304, "rate_pps": 161656, "initial_rate_type": "rate_pps", "rate_bps": 1019082576 } }, "direction-total": { "rx": { "rate_percent": 8.1214759808, "rate_pps": 322076.0, "rate_bps": 2030368995.0 }, "tx": { "rate_percent": 8.1214759808, "rate_pps": 322076.0, "rate_bps": 2030368995.0 }, "orig": { "rate_percent": 8.152660608, "rate_pps": 323312.0, "rate_bps": 2038165152.0 } }, "direction-reverse": { "rx": { "rate_percent": 4.060860288, "rate_pps": 161043, "initial_rate_type": "rate_pps", "rate_bps": 1015215072 }, "tx": { "rate_percent": 4.060860288, "rate_pps": 161043, "initial_rate_type": "rate_pps", "rate_bps": 1015215072 }, "orig": { "rate_percent": 4.076330304, "rate_pps": 161656, "initial_rate_type": "rate_pps", "rate_bps": 1019082576 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9936, 9936 ], "lat_max_usec": 372, "lat_avg_usec": 145, "lat_min_usec": 54, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 4837, "lat_avg_usec": 145, "lat_min_usec": 60, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 322076, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 997521760.0, "pkt_rate": 161515.5, "max_delay_usec": 4837, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 145.0, "total_pkt_bytes": 2486429036, "total_pkts": 3220763, "min_delay_usec": 54 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 2486429036, "total_pkts": 3220763, "pkt_bit_rate": 997554144.0, "pkt_rate": 161520.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 997543808, "pkt_rate": 161519, "max_delay_usec": 4837, "total_pkt_bytes": 1243177076, "avg_delay_usec": 145, "total_pkts": 1610333, "min_delay_usec": 60 }, "tx": { "total_pkt_bytes": 1243251960, "total_pkts": 1610430, "pkt_bit_rate": 997507712, "pkt_rate": 161513 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 997499712, "pkt_rate": 161512, "max_delay_usec": 372, "total_pkt_bytes": 1243251960, "avg_delay_usec": 145, "total_pkts": 1610430, "min_delay_usec": 54 }, "tx": { "total_pkt_bytes": 1243177076, "total_pkts": 1610333, "pkt_bit_rate": 997600576, "pkt_rate": 161528 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2030367104.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "018ded21d6884356b306acecf1de061e" }, "synthesis": { "avg_delay_usec": 145.0, "total_tx_rate": 322076 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "frame_sizes": [ "768" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:46:38", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "ad05bbb2c1a747e2a90c860566eea05b", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "415688pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 5.2271154176, "rate_pps": 207293, "initial_rate_type": "rate_pps", "rate_bps": 1306778854 }, "tx": { "rate_percent": 5.2271154176, "rate_pps": 207293, "initial_rate_type": "rate_pps", "rate_bps": 1306778854 }, "orig": { "rate_percent": 5.240994304, "rate_pps": 207844, "initial_rate_type": "rate_pps", "rate_bps": 1310248576 } }, "direction-total": { "rx": { "rate_percent": 10.454548556800003, "rate_pps": 414599.0, "rate_bps": 2613637138.0 }, "tx": { "rate_percent": 10.454548556800003, "rate_pps": 414599.0, "rate_bps": 2613637138.0 }, "orig": { "rate_percent": 10.481988608, "rate_pps": 415688.0, "rate_bps": 2620497152.0 } }, "direction-reverse": { "rx": { "rate_percent": 5.227433139200001, "rate_pps": 207306, "initial_rate_type": "rate_pps", "rate_bps": 1306858284 }, "tx": { "rate_percent": 5.227433139200001, "rate_pps": 207306, "initial_rate_type": "rate_pps", "rate_bps": 1306858284 }, "orig": { "rate_percent": 5.240994304, "rate_pps": 207844, "initial_rate_type": "rate_pps", "rate_bps": 1310248576 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9956, 9956 ], "lat_max_usec": 213, "lat_avg_usec": 79, "lat_min_usec": 33, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9958, 9958 ], "lat_max_usec": 3751, "lat_avg_usec": 80, "lat_min_usec": 32, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 414599, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1277907840.0, "pkt_rate": 206914.5, "max_delay_usec": 3751, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 79.49998480462364, "total_pkt_bytes": 3200710456, "total_pkts": 4145998, "min_delay_usec": 32 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 3200710456, "total_pkts": 4145998, "pkt_bit_rate": 1279049856.0, "pkt_rate": 207099.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1275807616, "pkt_rate": 206575, "max_delay_usec": 3751, "total_pkt_bytes": 1600306592, "avg_delay_usec": 80, "total_pkts": 2072936, "min_delay_usec": 32 }, "tx": { "total_pkt_bytes": 1600403864, "total_pkts": 2073062, "pkt_bit_rate": 1279909120, "pkt_rate": 207239 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1280008064, "pkt_rate": 207254, "max_delay_usec": 213, "total_pkt_bytes": 1600403864, "avg_delay_usec": 79, "total_pkts": 2073062, "min_delay_usec": 33 }, "tx": { "total_pkt_bytes": 1600306592, "total_pkts": 2072936, "pkt_bit_rate": 1278190592, "pkt_rate": 206960 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2613632096.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "ad05bbb2c1a747e2a90c860566eea05b" }, "synthesis": { "avg_delay_usec": 79.49998480462364, "total_tx_rate": 414599 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "frame_sizes": [ "1518" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:47:01", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "cc041b8004d74c0a8d8594f9b1cb7094", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "353370pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 8.6593927872, "rate_pps": 175946, "initial_rate_type": "rate_pps", "rate_bps": 2164848196 }, "tx": { "rate_percent": 8.662744396799999, "rate_pps": 176014, "initial_rate_type": "rate_pps", "rate_bps": 2165686099 }, "orig": { "rate_percent": 8.69572896, "rate_pps": 176685, "initial_rate_type": "rate_pps", "rate_bps": 2173932240 } }, "direction-total": { "rx": { "rate_percent": 17.321684396800002, "rate_pps": 351951.0, "rate_bps": 4330421098.0 }, "tx": { "rate_percent": 17.326015404799996, "rate_pps": 352039.0, "rate_bps": 4331503851.0 }, "orig": { "rate_percent": 17.39145792, "rate_pps": 353370.0, "rate_bps": 4347864480.0 } }, "direction-reverse": { "rx": { "rate_percent": 8.6622916096, "rate_pps": 176005, "initial_rate_type": "rate_pps", "rate_bps": 2165572902 }, "tx": { "rate_percent": 8.663271007999999, "rate_pps": 176025, "initial_rate_type": "rate_pps", "rate_bps": 2165817752 }, "orig": { "rate_percent": 8.69572896, "rate_pps": 176685, "initial_rate_type": "rate_pps", "rate_bps": 2173932240 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9938, "-4 (-0.0402%)" ], "lat_max_usec": 2443, "lat_avg_usec": 112, "lat_min_usec": 36, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9939, 9939 ], "lat_max_usec": 12936, "lat_avg_usec": 116, "lat_min_usec": 38, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 352040, "overall": { "drop_rate_percent": 0.02499713811174459, "rx": { "dropped_pkts": 880, "pkt_bit_rate": 2018299584.0, "pkt_rate": 165760.0, "max_delay_usec": 12936, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 113.99966529555283, "total_pkt_bytes": 5356714006, "total_pkts": 3519523, "min_delay_usec": 36 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 5358053366, "total_pkts": 3520403, "pkt_bit_rate": 2018089472.0, "pkt_rate": 165742.5 } }, "1": { "drop_rate_percent": 0.03868757651590252, "rx": { "dropped_pkts": 681, "pkt_bit_rate": 2007099776, "pkt_rate": 164840, "max_delay_usec": 12936, "total_pkt_bytes": 2677908774, "avg_delay_usec": 116, "total_pkts": 1759467, "min_delay_usec": 38 }, "tx": { "total_pkt_bytes": 2679108110, "total_pkts": 1760255, "pkt_bit_rate": 2018672768, "pkt_rate": 165791 } }, "0": { "drop_rate_percent": 0.011305867461145312, "rx": { "dropped_pkts": 199, "pkt_bit_rate": 2029499392, "pkt_rate": 166680, "max_delay_usec": 2443, "total_pkt_bytes": 2678805232, "avg_delay_usec": 112, "total_pkts": 1760056, "min_delay_usec": 36 }, "tx": { "total_pkt_bytes": 2678945256, "total_pkts": 1760148, "pkt_bit_rate": 2017506176, "pkt_rate": 165694 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 4331500160.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "cc041b8004d74c0a8d8594f9b1cb7094" }, "synthesis": { "avg_delay_usec": 113.99966529555283, "total_tx_rate": 352040 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "frame_sizes": [ "1518" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:47:24", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "c882cf33b2e045618c1b76b924573708", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "454333pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 11.1361683008, "rate_pps": 226271, "initial_rate_type": "rate_pps", "rate_bps": 2784042075 }, "tx": { "rate_percent": 11.137846566399999, "rate_pps": 226305, "initial_rate_type": "rate_pps", "rate_bps": 2784461641 }, "orig": { "rate_percent": 11.180226464, "rate_pps": 227166, "initial_rate_type": "rate_pps", "rate_bps": 2795056616 } }, "direction-total": { "rx": { "rate_percent": 22.2746891264, "rate_pps": 452590.0, "rate_bps": 5568672281.0 }, "tx": { "rate_percent": 22.276367391999997, "rate_pps": 452624.0, "rate_bps": 5569091847.0 }, "orig": { "rate_percent": 22.360452928, "rate_pps": 454332.0, "rate_bps": 5590113232.0 } }, "direction-reverse": { "rx": { "rate_percent": 11.1385208256, "rate_pps": 226319, "initial_rate_type": "rate_pps", "rate_bps": 2784630206 }, "tx": { "rate_percent": 11.1385208256, "rate_pps": 226319, "initial_rate_type": "rate_pps", "rate_bps": 2784630206 }, "orig": { "rate_percent": 11.180226464, "rate_pps": 227166, "initial_rate_type": "rate_pps", "rate_bps": 2795056616 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, "-1 (-0.0101%)" ], "lat_max_usec": 198, "lat_avg_usec": 90, "lat_min_usec": 37, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 5322, "lat_avg_usec": 93, "lat_min_usec": 35, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 452624, "overall": { "drop_rate_percent": 0.007533838755966591, "rx": { "dropped_pkts": 341, "pkt_bit_rate": 2761265024.0, "pkt_rate": 226779.0, "max_delay_usec": 5322, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 91.4998415786106, "total_pkt_bytes": 6888425888, "total_pkts": 4525904, "min_delay_usec": 35 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 6888944890, "total_pkts": 4526245, "pkt_bit_rate": 2761356672.0, "pkt_rate": 226786.5 } }, "1": { "drop_rate_percent": 0.015067221458551222, "rx": { "dropped_pkts": 341, "pkt_bit_rate": 2761269504, "pkt_rate": 226779, "max_delay_usec": 5322, "total_pkt_bytes": 3443849186, "avg_delay_usec": 93, "total_pkts": 2262713, "min_delay_usec": 35 }, "tx": { "total_pkt_bytes": 3444576702, "total_pkts": 2263191, "pkt_bit_rate": 2761352192, "pkt_rate": 226786 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 2761260544, "pkt_rate": 226779, "max_delay_usec": 198, "total_pkt_bytes": 3444576702, "avg_delay_usec": 90, "total_pkts": 2263191, "min_delay_usec": 37 }, "tx": { "total_pkt_bytes": 3444368188, "total_pkts": 2263054, "pkt_bit_rate": 2761361152, "pkt_rate": 226787 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 5569085696.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "c882cf33b2e045618c1b76b924573708" }, "synthesis": { "avg_delay_usec": 91.4998415786106, "total_tx_rate": 452624 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "frame_sizes": [ "9000" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:47:45", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "c78cef8058b74f9885f125b3bf43f1da", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "183574pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 26.390961344, "rate_pps": 91432, "initial_rate_type": "rate_pps", "rate_bps": 6597740336 }, "tx": { "rate_percent": 26.390961344, "rate_pps": 91432, "initial_rate_type": "rate_pps", "rate_bps": 6597740336 }, "orig": { "rate_percent": 26.493399680000003, "rate_pps": 91787, "initial_rate_type": "rate_pps", "rate_bps": 6623349920 } }, "direction-total": { "rx": { "rate_percent": 52.783539071999996, "rate_pps": 182869.0, "rate_bps": 13195884768.0 }, "tx": { "rate_percent": 52.783539071999996, "rate_pps": 182869.0, "rate_bps": 13195884768.0 }, "orig": { "rate_percent": 52.986799360000006, "rate_pps": 183574.0, "rate_bps": 13246699840.0 } }, "direction-reverse": { "rx": { "rate_percent": 26.392577728, "rate_pps": 91437, "initial_rate_type": "rate_pps", "rate_bps": 6598144432 }, "tx": { "rate_percent": 26.392577728, "rate_pps": 91437, "initial_rate_type": "rate_pps", "rate_bps": 6598144432 }, "orig": { "rate_percent": 26.493399680000003, "rate_pps": 91787, "initial_rate_type": "rate_pps", "rate_bps": 6623349920 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9937, 9937 ], "lat_max_usec": 4143, "lat_avg_usec": 306, "lat_min_usec": 66, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 6704, "lat_avg_usec": 322, "lat_min_usec": 65, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 182869, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6603213824.0, "pkt_rate": 91670.5, "max_delay_usec": 6704, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 313.9997550169574, "total_pkt_bytes": 16465596792, "total_pkts": 1828698, "min_delay_usec": 65 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 16465596792, "total_pkts": 1828698, "pkt_bit_rate": 6603036928.0, "pkt_rate": 91668.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6603323392, "pkt_rate": 91672, "max_delay_usec": 6704, "total_pkt_bytes": 8232546284, "avg_delay_usec": 322, "total_pkts": 914321, "min_delay_usec": 65 }, "tx": { "total_pkt_bytes": 8233050508, "total_pkts": 914377, "pkt_bit_rate": 6603299840, "pkt_rate": 91672 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 6603104256, "pkt_rate": 91669, "max_delay_usec": 4143, "total_pkt_bytes": 8233050508, "avg_delay_usec": 306, "total_pkts": 914377, "min_delay_usec": 66 }, "tx": { "total_pkt_bytes": 8232546284, "total_pkts": 914321, "pkt_bit_rate": 6602774016, "pkt_rate": 91665 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 13195827040.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "c78cef8058b74f9885f125b3bf43f1da" }, "synthesis": { "avg_delay_usec": 313.9997550169574, "total_tx_rate": 182869 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "frame_sizes": [ "9000" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:48:08", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "4a306639173f4526b3a835abe92c709d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "236023pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 33.933413184, "rate_pps": 117563, "initial_rate_type": "rate_pps", "rate_bps": 8483353296 }, "tx": { "rate_percent": 33.933413184, "rate_pps": 117563, "initial_rate_type": "rate_pps", "rate_bps": 8483353296 }, "orig": { "rate_percent": 34.062839360000005, "rate_pps": 118011, "initial_rate_type": "rate_pps", "rate_bps": 8515709840 } }, "direction-total": { "rx": { "rate_percent": 67.868846848, "rate_pps": 235133.0, "rate_bps": 16967211712.0 }, "tx": { "rate_percent": 67.868846848, "rate_pps": 235133.0, "rate_bps": 16967211712.0 }, "orig": { "rate_percent": 68.12567872000001, "rate_pps": 236022.0, "rate_bps": 17031419680.0 } }, "direction-reverse": { "rx": { "rate_percent": 33.935433663999994, "rate_pps": 117570, "initial_rate_type": "rate_pps", "rate_bps": 8483858416 }, "tx": { "rate_percent": 33.935433663999994, "rate_pps": 117570, "initial_rate_type": "rate_pps", "rate_bps": 8483858416 }, "orig": { "rate_percent": 34.062839360000005, "rate_pps": 118011, "initial_rate_type": "rate_pps", "rate_bps": 8515709840 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 3154, "lat_avg_usec": 503, "lat_min_usec": 113, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 9938, 9938 ], "lat_max_usec": 6539, "lat_avg_usec": 390, "lat_min_usec": 114, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 235133, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 8493890560.0, "pkt_rate": 117917.5, "max_delay_usec": 6539, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 446.5016820253371, "total_pkt_bytes": 21171393328, "total_pkts": 2351332, "min_delay_usec": 113 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 21171393328, "total_pkts": 2351332, "pkt_bit_rate": 8494719232.0, "pkt_rate": 117929.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 8494009856, "pkt_rate": 117919, "max_delay_usec": 6539, "total_pkt_bytes": 10585381524, "avg_delay_usec": 390, "total_pkts": 1175631, "min_delay_usec": 114 }, "tx": { "total_pkt_bytes": 10586011804, "total_pkts": 1175701, "pkt_bit_rate": 8494438400, "pkt_rate": 117925 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 8493771264, "pkt_rate": 117916, "max_delay_usec": 3154, "total_pkt_bytes": 10586011804, "avg_delay_usec": 503, "total_pkts": 1175701, "min_delay_usec": 113 }, "tx": { "total_pkt_bytes": 10585381524, "total_pkts": 1175631, "pkt_bit_rate": 8495000064, "pkt_rate": 117933 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 16967197280.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "4a306639173f4526b3a835abe92c709d" }, "synthesis": { "avg_delay_usec": 446.5016820253371, "total_tx_rate": 235133 } } ], "throughput": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:20:56", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "38389ab0308e45b1a8769cbbff9ef2b2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.78125, "timestamp_sec": 1648621399.3161063, "stats": { "total_tx_rate": 577711, "overall": { "rx_pkts": 5777112, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 518, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5777112, "avg_delay_usec": 108.49992470286192, "min_delay_usec": 29, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2888411, "min_delay_usec": 29, "drop_pct": 0, "max_delay_usec": 263, "tx_pkts": 2888701, "avg_delay_usec": 110, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2888701, "min_delay_usec": 31, "drop_pct": 0, "max_delay_usec": 518, "tx_pkts": 2888411, "avg_delay_usec": 107, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 388221792.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 1.5625, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 581286, "rate_bps": 390625000.0, "time_taken_sec": 137.66617798805237 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1275063.5983414354, "rx_pkts": 7250590, "time_ms": 1648621274137, "drop_pct": 415848626, "total_tx_pps": 42309921, "tx_pps": 74404760, "tx_pkts": 423099216, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (42309921). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.28631447995876 }, { "rx_pps": 1826535.749662823, "rx_pkts": 18151199, "time_ms": 1648621286633, "drop_pct": 351547452, "total_tx_pps": 36969865, "tx_pps": 37202380, "tx_pkts": 369698651, "drop_percentage": 95.09027177921729 }, { "rx_pps": 1361841.6268887145, "rx_pkts": 13533302, "time_ms": 1648621299138, "drop_pct": 171316035, "total_tx_pps": 18484933, "tx_pps": 18601190, "tx_pkts": 184849337, "drop_percentage": 92.678739226422 }, { "rx_pps": 774061.5668982501, "rx_pkts": 7703074, "time_ms": 1648621311660, "drop_pct": 84851791, "total_tx_pps": 9255486, "tx_pps": 9300594, "tx_pkts": 92554865, "drop_percentage": 91.67728892479072 }, { "rx_pps": 792412.735924586, "rx_pkts": 7874998, "time_ms": 1648621324177, "drop_pct": 38339645, "total_tx_pps": 4621464, "tx_pps": 4650296, "tx_pkts": 46214643, "drop_percentage": 82.9599505940141 }, { "rx_pps": 1930194.9831442875, "rx_pkts": 19183245, "time_ms": 1648621336700, "drop_pct": 3925241, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108486, "drop_percentage": 16.986145262826824 }, { "rx_pps": 1161679.8008522235, "rx_pkts": 11545357, "time_ms": 1648621349196, "drop_pct": 8887, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554244, "drop_percentage": 0.07691546067401726 }, { "rx_pps": 581286.0, "rx_pkts": 5777112, "time_ms": 1648621361693, "drop_pct": 0, "total_tx_pps": 577711, "tx_pps": 581286, "tx_pkts": 5777112, "drop_percentage": 0.0 }, { "rx_pps": 871250.6221139021, "rx_pkts": 8658928, "time_ms": 1648621374223, "drop_pct": 6752, "total_tx_pps": 866568, "tx_pps": 871930, "tx_pkts": 8665680, "drop_percentage": 0.07791656280868899 }, { "rx_pps": 726098.0996491228, "rx_pkts": 7223952, "time_ms": 1648621386809, "drop_pct": 5073, "total_tx_pps": 722902, "tx_pps": 726608, "tx_pkts": 7229025, "drop_percentage": 0.07017543859649122 }, { "rx_pps": 653878.4654382298, "rx_pkts": 6497920, "time_ms": 1648621399315, "drop_pct": 691, "total_tx_pps": 649861, "tx_pps": 653948, "tx_pkts": 6498611, "ndr_pps": 290643, "drop_percentage": 0.010633041429930181 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "38389ab0308e45b1a8769cbbff9ef2b2" }, "synthesis": { "avg_delay_usec": 108.49992470286192, "total_tx_rate": 577711 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:25:50", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "42bb799d87974e05a9480378a9074174", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 6.640625, "timestamp_sec": 1648621693.1637194, "stats": { "total_tx_rate": 523406, "overall": { "rx_pkts": 5234062, "drop_percentage": 1.910561642074236e-05, "drop_pct": 1, "max_delay_usec": 318, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5234063, "avg_delay_usec": 106.50022525526063, "min_delay_usec": 32, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2616900, "min_delay_usec": 32, "drop_pct": 0, "max_delay_usec": 273, "tx_pkts": 2617163, "avg_delay_usec": 102, "drop_percentage": 0.0 }, "0": { "rx_pkts": 2617162, "min_delay_usec": 32, "drop_pct": 1, "max_delay_usec": 318, "tx_pkts": 2616900, "avg_delay_usec": 111, "drop_percentage": 3.821315296725133e-05 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3299551424.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 13.28125, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 526698, "rate_bps": 3320312500.0, "time_taken_sec": 137.53268241882324 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1419133.1802420425, "rx_pkts": 13668934, "time_ms": 1648621568128, "drop_pct": 62726128, "total_tx_pps": 7639506, "tx_pps": 7931472, "tx_pkts": 76395062, "drop_percentage": 82.10756868028983 }, { "rx_pps": 1499465.703933795, "rx_pkts": 14900941, "time_ms": 1648621580622, "drop_pct": 24508562, "total_tx_pps": 3940950, "tx_pps": 3965736, "tx_pkts": 39409503, "drop_percentage": 62.189472422425624 }, { "rx_pps": 1746588.0892852556, "rx_pkts": 17356722, "time_ms": 1648621593115, "drop_pct": 2348032, "total_tx_pps": 1970475, "tx_pps": 1982868, "tx_pkts": 19704754, "drop_percentage": 11.916068579186526 }, { "rx_pps": 991022.0667012471, "rx_pkts": 9849275, "time_ms": 1648621605613, "drop_pct": 4094, "total_tx_pps": 985336, "tx_pps": 991434, "tx_pkts": 9853369, "drop_percentage": 0.0415492406708812 }, { "rx_pps": 495716.0, "rx_pkts": 4926180, "time_ms": 1648621618110, "drop_pct": 0, "total_tx_pps": 492618, "tx_pps": 495716, "tx_pkts": 4926180, "drop_percentage": 0.0 }, { "rx_pps": 743159.3083655083, "rx_pkts": 7385149, "time_ms": 1648621630627, "drop_pct": 4121, "total_tx_pps": 738927, "tx_pps": 743574, "tx_pkts": 7389270, "drop_percentage": 0.05577005577005577 }, { "rx_pps": 619263.0064059279, "rx_pkts": 6153928, "time_ms": 1648621643143, "drop_pct": 3806, "total_tx_pps": 615773, "tx_pps": 619646, "tx_pkts": 6157734, "drop_percentage": 0.06180845096589102 }, { "rx_pps": 557594.6752731256, "rx_pkts": 5541656, "time_ms": 1648621655641, "drop_pct": 848, "total_tx_pps": 554250, "tx_pps": 557680, "tx_pkts": 5542504, "drop_percentage": 0.015299943852092844 }, { "rx_pps": 526697.8993711005, "rx_pkts": 5234062, "time_ms": 1648621668148, "drop_pct": 1, "total_tx_pps": 523406, "tx_pps": 526698, "tx_pkts": 5234063, "drop_percentage": 1.9105616420742355e-05 }, { "rx_pps": 542111.0142915759, "rx_pkts": 5387774, "time_ms": 1648621680646, "drop_pct": 785, "total_tx_pps": 538855, "tx_pps": 542190, "tx_pkts": 5388559, "drop_percentage": 0.01456790210518248 }, { "rx_pps": 534373.8016685186, "rx_pkts": 5321028, "time_ms": 1648621693162, "drop_pct": 699, "total_tx_pps": 532172, "tx_pps": 534444, "tx_pkts": 5321727, "ndr_pps": 263349, "drop_percentage": 0.013134833861263458 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "42bb799d87974e05a9480378a9074174" }, "synthesis": { "avg_delay_usec": 106.50022525526063, "total_tx_rate": 523406 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:30:43", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "53e4dda50a71447681903270ab2e5a3e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 12.6953125, "timestamp_sec": 1648621986.5806987, "stats": { "total_tx_rate": 512701, "overall": { "rx_pkts": 5127015, "drop_percentage": 3.900903780892476e-05, "drop_pct": 2, "max_delay_usec": 304, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 5127017, "avg_delay_usec": 148.00000409595057, "min_delay_usec": 34, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 2563507, "min_delay_usec": 34, "drop_pct": 2, "max_delay_usec": 304, "tx_pkts": 2563508, "avg_delay_usec": 127, "drop_percentage": 7.801809083490279e-05 }, "0": { "rx_pkts": 2563508, "min_delay_usec": 35, "drop_pct": 0, "max_delay_usec": 301, "tx_pkts": 2563509, "avg_delay_usec": 169, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 6308273104.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 25.390625, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 515900, "rate_bps": 6347656250.0, "time_taken_sec": 137.57492327690125 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1534778.8969990357, "rx_pkts": 15015623, "time_ms": 1648621861490, "drop_pct": 24742063, "total_tx_pps": 3975768, "tx_pps": 4063718, "tx_pkts": 39757686, "drop_percentage": 62.23215053310698 }, { "rx_pps": 1446228.6489812837, "rx_pkts": 14371898, "time_ms": 1648621874016, "drop_pct": 5819692, "total_tx_pps": 2019159, "tx_pps": 2031858, "tx_pkts": 20191590, "drop_percentage": 28.822356238414113 }, { "rx_pps": 1015743.6478261326, "rx_pkts": 10093954, "time_ms": 1648621886513, "drop_pct": 1832, "total_tx_pps": 1009578, "tx_pps": 1015928, "tx_pkts": 10095786, "drop_percentage": 0.018146184952811003 }, { "rx_pps": 507963.59748457576, "rx_pkts": 5047892, "time_ms": 1648621899009, "drop_pct": 4, "total_tx_pps": 504789, "tx_pps": 507964, "tx_pkts": 5047896, "drop_percentage": 7.9240935233214e-05 }, { "rx_pps": 761669.4717574592, "rx_pkts": 7569092, "time_ms": 1648621911525, "drop_pct": 2748, "total_tx_pps": 757184, "tx_pps": 761946, "tx_pkts": 7571840, "drop_percentage": 0.0362923675090863 }, { "rx_pps": 634709.9871290971, "rx_pkts": 6308068, "time_ms": 1648621924063, "drop_pct": 2445, "total_tx_pps": 631051, "tx_pps": 634956, "tx_pkts": 6310513, "drop_percentage": 0.038744869077997304 }, { "rx_pps": 570817.786304882, "rx_pkts": 5672503, "time_ms": 1648621936573, "drop_pct": 6382, "total_tx_pps": 567888, "tx_pps": 571460, "tx_pkts": 5678885, "drop_percentage": 0.11238121567878201 }, { "rx_pps": 539659.9475749807, "rx_pkts": 5370429, "time_ms": 1648621949076, "drop_pct": 518, "total_tx_pps": 537094, "tx_pps": 539712, "tx_pkts": 5370947, "drop_percentage": 0.009644481690100461 }, { "rx_pps": 523812.0403582982, "rx_pkts": 5205908, "time_ms": 1648621961578, "drop_pct": 258, "total_tx_pps": 520616, "tx_pps": 523838, "tx_pkts": 5206166, "drop_percentage": 0.004955662189795715 }, { "rx_pps": 515899.79875237396, "rx_pkts": 5127015, "time_ms": 1648621974085, "drop_pct": 2, "total_tx_pps": 512701, "tx_pps": 515900, "tx_pkts": 5127017, "drop_percentage": 3.900903780892476e-05 }, { "rx_pps": 519853.3979002963, "rx_pkts": 5166564, "time_ms": 1648621986579, "drop_pct": 165, "total_tx_pps": 516672, "tx_pps": 519870, "tx_pkts": 5166729, "ndr_pps": 257950, "drop_percentage": 0.003193509858945573 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "53e4dda50a71447681903270ab2e5a3e" }, "synthesis": { "avg_delay_usec": 148.00000409595057, "total_tx_rate": 512701 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.basic", "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "user_label": "amical_tc12_basic" }, "output": { "status": "OK", "result": { "date": "2022-03-30 06:42:59", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "f621b77faf384c08b3fcb9b6a3ec9523", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 16, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2512, 2517 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": true, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc12_basic", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.basic", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/non-regression/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/non-regression/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 39.84375, "timestamp_sec": 1648622722.125216, "stats": { "total_tx_rate": 274380, "overall": { "rx_pkts": 2743802, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 1244, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2743802, "avg_delay_usec": 641.5002263282846, "min_delay_usec": 72, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1371832, "min_delay_usec": 74, "drop_pct": 0, "max_delay_usec": 1244, "tx_pkts": 1371970, "avg_delay_usec": 637, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1371970, "min_delay_usec": 72, "drop_pct": 0, "max_delay_usec": 1235, "tx_pkts": 1371832, "avg_delay_usec": 646, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 19799260800.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 79.6875, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 276078, "rate_bps": 19921875000.0, "time_taken_sec": 137.65054941177368 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 273698.46051110676, "rx_pkts": 2718128, "time_ms": 1648622596961, "drop_pct": 4163174, "total_tx_pps": 688130, "tx_pps": 692904, "tx_pkts": 6881302, "drop_percentage": 60.49980076444836 }, { "rx_pps": 276582.23920405895, "rx_pkts": 2748537, "time_ms": 1648622609474, "drop_pct": 694331, "total_tx_pps": 344286, "tx_pps": 346452, "tx_pkts": 3442868, "drop_percentage": 20.167226858537706 }, { "rx_pps": 173226.0, "rx_pkts": 1721434, "time_ms": 1648622622000, "drop_pct": 0, "total_tx_pps": 172143, "tx_pps": 173226, "tx_pkts": 1721434, "drop_percentage": 0.0 }, { "rx_pps": 259838.0, "rx_pkts": 2582143, "time_ms": 1648622634517, "drop_pct": 0, "total_tx_pps": 258214, "tx_pps": 259838, "tx_pkts": 2582143, "drop_percentage": 0.0 }, { "rx_pps": 276973.17842007434, "rx_pkts": 2752701, "time_ms": 1648622647105, "drop_pct": 260099, "total_tx_pps": 301280, "tx_pps": 303144, "tx_pkts": 3012800, "drop_percentage": 8.633131970260223 }, { "rx_pps": 276794.44570930133, "rx_pkts": 2750648, "time_ms": 1648622659614, "drop_pct": 46682, "total_tx_pps": 279733, "tx_pps": 281492, "tx_pkts": 2797330, "drop_percentage": 1.6688056110648368 }, { "rx_pps": 270664.0, "rx_pkts": 2694191, "time_ms": 1648622672130, "drop_pct": 0, "total_tx_pps": 269419, "tx_pps": 270664, "tx_pkts": 2694191, "drop_percentage": 0.0 }, { "rx_pps": 276078.0, "rx_pkts": 2743802, "time_ms": 1648622684633, "drop_pct": 0, "total_tx_pps": 274380, "tx_pps": 276078, "tx_pkts": 2743802, "drop_percentage": 0.0 }, { "rx_pps": 276955.355288579, "rx_pkts": 2752523, "time_ms": 1648622697132, "drop_pct": 18174, "total_tx_pps": 277069, "tx_pps": 278784, "tx_pkts": 2770697, "drop_percentage": 0.6559360334240807 }, { "rx_pps": 276409.30910346564, "rx_pkts": 2746820, "time_ms": 1648622709624, "drop_pct": 10163, "total_tx_pps": 275698, "tx_pps": 277432, "tx_pkts": 2756983, "drop_percentage": 0.3686275903768721 }, { "rx_pps": 276744.94431529724, "rx_pkts": 2750432, "time_ms": 1648622722124, "drop_pct": 90, "total_tx_pps": 275052, "tx_pps": 276754, "tx_pkts": 2750522, "ndr_pps": 138039, "drop_percentage": 0.003272106167483845 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "f621b77faf384c08b3fcb9b6a3ec9523" }, "synthesis": { "avg_delay_usec": 641.5002263282846, "total_tx_rate": 274380 } } ] }, "fail_tests": 0, "total_tests": 1, "pass_tests": 1 } } ] }