{ "pagination": { "current_page": 2, "total_pages": 2 }, "results": [ { "project_name": "nfvbench", "scenario": "os-nosdn-nofeature-noha", "stop_date": "2022-03-03 08:10:22", "case_name": "characterization", "build_tag": "GUB6K4FMHSH1", "version": "unknown", "pod_name": "AMICAL", "criteria": "PASS", "installer": "unknown", "_id": "622077f1c0d88e001ce40a5e", "start_date": "2022-03-03 04:25:55", "details": { "tests": [ { "status": "passed", "elements": [ { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.1 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011944770812988281, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 20.04898452758789, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 441.4580554962158, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001373291015625, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002956390380859375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:17", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.2 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.894371032714844e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010991096496582031, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007940292358398438, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.3887722492218, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011849403381347656, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028204917907714844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:18", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.3 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007737398147583008, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.3920896053314, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012111663818359375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00031113624572753906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:19", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.4 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007782936096191406, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.3988313674927, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012111663818359375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00032019615173339844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:20", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.5 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007817983627319336, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.39960050582886, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013256072998046875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002803802490234375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:21", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.6 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.036064147949219e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007714271545410156, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.40483140945435, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014662742614746094, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002925395965576172, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:22", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.7 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010037422180175781, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011348724365234375, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007891654968261719, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.40072679519653, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012135505676269531, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030994415283203125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:23", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.8 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.965896606445312e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.34600830078125e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007767915725708008, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.39458751678467, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013685226440429688, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00031065940856933594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:24", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.9 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.0001201629638671875, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010800361633300781, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.34600830078125e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.298324584960938e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007948875427246094, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.39232301712036, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001227855682373047, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00029540061950683594, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:25", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.10 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "128 flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.274482727050781e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0077228546142578125, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 433.4036717414856, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011873245239257812, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002994537353515625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:26", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.11 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007776737213134766, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41271233558655, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012230873107910156, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002951622009277344, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:27", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.12 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007769107818603516, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.44420289993286, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012922286987304688, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003147125244140625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:28", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.13 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011992454528808594, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00010967254638671875, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007972955703735352, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41557693481445, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001201629638671875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002875328063964844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:29", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.14 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00011610984802246094, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.131431579589844e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007865667343139648, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4459092617035, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013709068298339844, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003178119659423828, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:30", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.15 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007863044738769531, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.40875816345215, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011682510375976562, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002982616424560547, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:31", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.16 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007781267166137695, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41113471984863, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00014781951904296875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002956390380859375, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:32", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.17 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010752677917480469, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.00796818733215332, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41015791893005, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030732154846191406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:33", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.18 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.202957153320312e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007746458053588867, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.46103525161743, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012159347534179688, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002970695495605469, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:34", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.19 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.560585021972656e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007760763168334961, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.40750312805176, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003159046173095703, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:35", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.20 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "10k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "10k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.655952453613281e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0077402591705322266, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.42182779312134, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011897087097167969, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030732154846191406, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:36", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.21 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.775161743164062e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011372566223144531, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007884979248046875, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4939408302307, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012111663818359375, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003120899200439453, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:37", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.22 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "128 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "128" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011324882507324219, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007754087448120117, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.453311920166, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001404285430908203, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003037452697753906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:38", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.23 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.918212890625e-05, "status": "passed" } }, { "name": "256 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "256" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.679794311523438e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.179115295410156e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007740497589111328, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.5027401447296, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013017654418945312, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0002994537353515625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:39", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.24 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "512 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "512" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010919570922851562, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00010466575622558594, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007869720458984375, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4968614578247, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003190040588378906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:40", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.25 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010085105895996094, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007755756378173828, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.41006350517273, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030159950256347656, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:41", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.26 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "1024 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1024" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.703636169433594e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00011706352233886719, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.0077631473541259766, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4135572910309, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011944770812988281, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00028061866760253906, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:42", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.27 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00012302398681640625, "status": "passed" } }, { "name": "1280 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1280" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 0.00011610984802246094, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007807254791259766, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.4129407405853, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011730194091796875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00029850006103515625, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:43", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.28 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.632110595703125e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.226799011230469e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.465217590332031e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007798910140991211, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.42279505729675, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001201629638671875, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00031757354736328125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:44", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.29 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "IMIX frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "IMIX" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007747650146484375, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 439.46680998802185, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00011920928955078125, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.00030684471130371094, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:45", "type": "scenario" }, { "status": "passed", "name": "Run a NDR test for a defined frame size and flow count -- @1.30 Frame sizes and flow counts", "keyword": "Scenario Outline", "tags": [ "throughput" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:6", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.870529174804688e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:7", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 9.5367431640625e-05, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:8", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.417533874511719e-05, "status": "passed" } }, { "name": "ndr rate", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:9", "match": { "arguments": [ { "name": "rate", "value": "ndr" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:119" }, "result": { "duration": 9.512901306152344e-05, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:10", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008136987686157227, "status": "passed" } }, { "name": "3 runs are started and waiting for maximum result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:11", "match": { "arguments": [ { "name": "repeat", "value": 3, "original": "3" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 441.5627624988556, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:12", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001380443572998047, "status": "passed" } }, { "name": "extract offered rate result", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:13", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:327" }, "result": { "duration": 0.0003027915954589844, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:46", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.1 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.1552734375e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00012063980102539062, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.584426879882812e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023174285888671875, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007772684097290039, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.20964193344116, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001323223114013672, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:62", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.2 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010061264038085938, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "64 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "64" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010657310485839844, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.250640869140625e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00022912025451660156, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008083343505859375, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.24647831916809, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013446807861328125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:63", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.3 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.942054748535156e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.393692016601562e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010704994201660156, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.441375732421875e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.000244140625, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008151054382324219, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.257242918014526, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001327991485595703, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:64", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.4 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.846687316894531e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.369850158691406e-05, "status": "passed" } }, { "name": "768 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "768" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010466575622558594, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.322166442871094e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023818016052246094, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008000850677490234, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.23027515411377, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013971328735351562, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:65", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.5 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010228157043457031, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.799003601074219e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00011301040649414062, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 0.00010156631469726562, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023365020751953125, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007997751235961914, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.18446683883667, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013399124145507812, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:66", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.6 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 9.989738464355469e-05, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.489059448242188e-05, "status": "passed" } }, { "name": "1518 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "1518" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00012946128845214844, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023436546325683594, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.007965087890625, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 40.255555391311646, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013446807861328125, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:67", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.7 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010013580322265625, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 9.608268737792969e-05, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010895729064941406, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.72747802734375e-05, "status": "passed" } }, { "name": "70% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "70%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00023174285888671875, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008159637451171875, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.21106767654419, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.0001327991485595703, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:68", "type": "scenario" }, { "status": "passed", "name": "Run a latency test for a defined frame size and throughput percentage -- @1.8 Frame sizes and throughput percentages", "keyword": "Scenario Outline", "tags": [ "latency" ], "steps": [ { "name": "10 sec run duration", "keyword": "Given", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:51", "match": { "arguments": [ { "name": "duration", "value": "10" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:124" }, "result": { "duration": 0.00010037422180175781, "status": "passed" } }, { "name": "TRex is restarted", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:52", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:99" }, "result": { "duration": 0.00011754035949707031, "status": "passed" } }, { "name": "9000 frame size", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:53", "match": { "arguments": [ { "name": "frame_size", "value": "9000" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:109" }, "result": { "duration": 0.00010704994201660156, "status": "passed" } }, { "name": "100k flow count", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:54", "match": { "arguments": [ { "name": "flow_count", "value": "100k" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:114" }, "result": { "duration": 9.751319885253906e-05, "status": "passed" } }, { "name": "90% rate of previous scenario", "keyword": "And", "step_type": "given", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:55", "match": { "arguments": [ { "name": "percentage_rate", "value": "90%" } ], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:129" }, "result": { "duration": 0.00027060508728027344, "status": "passed" } }, { "name": "NFVbench API is ready", "keyword": "When", "step_type": "when", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:56", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:210" }, "result": { "duration": 0.008315563201904297, "status": "passed" } }, { "name": "run is started and waiting for result", "keyword": "Then", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:57", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:264" }, "result": { "duration": 38.238194704055786, "status": "passed" } }, { "name": "push result to database", "keyword": "And", "step_type": "then", "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:58", "match": { "arguments": [], "location": "../../opt/nfvbench/behave_tests/features/steps/steps.py:426" }, "result": { "duration": 0.00013208389282226562, "status": "passed" } } ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:69", "type": "scenario" } ], "name": "characterization", "keyword": "Feature", "tags": [ "characterization" ], "location": "../../opt/nfvbench/behave_tests/features/characterization-full.feature:2" } ], "skip_tests": 0, "links": [ "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/xtesting.log", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.html", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/behave_tests.log", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/campaign_result.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/TESTS-characterization-full.xml", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench.log", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-0.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-1.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/output.json", "http://172.20.73.203:8181/GUB6K4FMHSH1/nfvbench-amical-e2e-intensive-_-nfvbench-launcher-latest-devel-nfvbench_e2e_only_test_characterization-run-7/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json" ], "results": { "latency": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "frame_sizes": [ "64" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:05:30", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "05da7928f54347d98272aae0eb8ccf68", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "202197pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.2706993408, "rate_pps": 100706, "initial_rate_type": "rate_pps", "rate_bps": 67674835 }, "tx": { "rate_percent": 0.2707356288, "rate_pps": 100720, "initial_rate_type": "rate_pps", "rate_bps": 67683907 }, "orig": { "rate_percent": 0.271752768, "rate_pps": 101098, "initial_rate_type": "rate_pps", "rate_bps": 67938192 } }, "direction-total": { "rx": { "rate_percent": 0.5414347008, "rate_pps": 201426.0, "rate_bps": 135358675.0 }, "tx": { "rate_percent": 0.5414709888, "rate_pps": 201440.0, "rate_bps": 135367747.0 }, "orig": { "rate_percent": 0.543505536, "rate_pps": 202196.0, "rate_bps": 135876384.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.27073536, "rate_pps": 100720, "initial_rate_type": "rate_pps", "rate_bps": 67683840 }, "tx": { "rate_percent": 0.27073536, "rate_pps": 100720, "initial_rate_type": "rate_pps", "rate_bps": 67683840 }, "orig": { "rate_percent": 0.271752768, "rate_pps": 101098, "initial_rate_type": "rate_pps", "rate_bps": 67938192 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 1006353, "-127 (-0.0126%)" ], "lat_max_usec": 6319, "lat_avg_usec": 343, "lat_min_usec": 55, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 1007200, 1007200 ], "lat_max_usec": 16679, "lat_avg_usec": 332, "lat_min_usec": 39, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 201440, "overall": { "drop_rate_percent": 0.006701744091667946, "rx": { "dropped_pkts": 135, "pkt_bit_rate": 54798412.0, "pkt_rate": 100732.0, "max_delay_usec": 16679, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 337.50036589010585, "total_pkt_bytes": 136970088, "total_pkts": 2014266, "min_delay_usec": 39 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 136979268, "total_pkts": 2014401, "pkt_bit_rate": 54796758.0, "pkt_rate": 100728.5 } }, "1": { "drop_rate_percent": 0.01340349483717236, "rx": { "dropped_pkts": 135, "pkt_bit_rate": 54797180, "pkt_rate": 100730, "max_delay_usec": 16679, "total_pkt_bytes": 68480488, "avg_delay_usec": 332, "total_pkts": 1007066, "min_delay_usec": 39 }, "tx": { "total_pkt_bytes": 68489600, "total_pkts": 1007200, "pkt_bit_rate": 54796540, "pkt_rate": 100728 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 54799644, "pkt_rate": 100734, "max_delay_usec": 6319, "total_pkt_bytes": 68489600, "avg_delay_usec": 343, "total_pkts": 1007200, "min_delay_usec": 55 }, "tx": { "total_pkt_bytes": 68489668, "total_pkts": 1007201, "pkt_bit_rate": 54796976, "pkt_rate": 100729 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 135367680.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "05da7928f54347d98272aae0eb8ccf68" }, "synthesis": { "avg_delay_usec": 337.50036589010585, "total_tx_rate": 201440 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "frame_sizes": [ "64" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:06:11", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "2eb5c2020c5149db9e10bab584e2dbf6", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "259968pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_64-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "run_config": { "direction-forward": { "rx": { "rate_percent": 0.34818819840000004, "rate_pps": 129534, "initial_rate_type": "rate_pps", "rate_bps": 87047049 }, "tx": { "rate_percent": 0.3481965312, "rate_pps": 129537, "initial_rate_type": "rate_pps", "rate_bps": 87049132 }, "orig": { "rate_percent": 0.349396992, "rate_pps": 129984, "initial_rate_type": "rate_pps", "rate_bps": 87349248 } }, "direction-total": { "rx": { "rate_percent": 0.696405696, "rate_pps": 259079.0, "rate_bps": 174101423.0 }, "tx": { "rate_percent": 0.6964140288, "rate_pps": 259082.0, "rate_bps": 174103506.0 }, "orig": { "rate_percent": 0.698793984, "rate_pps": 259968.0, "rate_bps": 174698496.0 } }, "direction-reverse": { "rx": { "rate_percent": 0.3482174976, "rate_pps": 129545, "initial_rate_type": "rate_pps", "rate_bps": 87054374 }, "tx": { "rate_percent": 0.3482174976, "rate_pps": 129545, "initial_rate_type": "rate_pps", "rate_bps": 87054374 }, "orig": { "rate_percent": 0.349396992, "rate_pps": 129984, "initial_rate_type": "rate_pps", "rate_bps": 87349248 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 1294246, "+14 (+0.0011%)" ], "lat_max_usec": 5982, "lat_avg_usec": 438, "lat_min_usec": 53, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 1295452, 1295452 ], "lat_max_usec": 12890, "lat_avg_usec": 403, "lat_min_usec": 79, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 259082, "overall": { "drop_rate_percent": 0.0011965296009843964, "rx": { "dropped_pkts": 31, "pkt_bit_rate": 70518144.0, "pkt_rate": 129628.0, "max_delay_usec": 12890, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 420.50073626049146, "total_pkt_bytes": 176174060, "total_pkts": 2590795, "min_delay_usec": 53 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 176176168, "total_pkts": 2590826, "pkt_bit_rate": 70546464.0, "pkt_rate": 129680.5 } }, "1": { "drop_rate_percent": 0.0023929871581502052, "rx": { "dropped_pkts": 31, "pkt_bit_rate": 70304360, "pkt_rate": 129235, "max_delay_usec": 12890, "total_pkt_bytes": 88083324, "avg_delay_usec": 403, "total_pkts": 1295343, "min_delay_usec": 79 }, "tx": { "total_pkt_bytes": 88090736, "total_pkts": 1295452, "pkt_bit_rate": 70660064, "pkt_rate": 129889 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 70731928, "pkt_rate": 130021, "max_delay_usec": 5982, "total_pkt_bytes": 88090736, "avg_delay_usec": 438, "total_pkts": 1295452, "min_delay_usec": 53 }, "tx": { "total_pkt_bytes": 88085432, "total_pkts": 1295374, "pkt_bit_rate": 70432864, "pkt_rate": 129472 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 174103104.0, "theoretical_tx_rate_pps": 74404761.90476191 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "2eb5c2020c5149db9e10bab584e2dbf6" }, "synthesis": { "avg_delay_usec": 420.50073626049146, "total_tx_rate": 259082 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "frame_sizes": [ "768" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:06:50", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "694c371f3fce42c4ba547b3cc5cbc030", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "204764pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 2.5720017408, "rate_pps": 101998, "initial_rate_type": "rate_pps", "rate_bps": 643000435 }, "tx": { "rate_percent": 2.5720017408, "rate_pps": 101998, "initial_rate_type": "rate_pps", "rate_bps": 643000435 }, "orig": { "rate_percent": 2.5816645119999997, "rate_pps": 102382, "initial_rate_type": "rate_pps", "rate_bps": 645416128 } }, "direction-total": { "rx": { "rate_percent": 5.14400096, "rate_pps": 203996.0, "rate_bps": 1286000239.0 }, "tx": { "rate_percent": 5.14400096, "rate_pps": 203996.0, "rate_bps": 1286000239.0 }, "orig": { "rate_percent": 5.163329023999999, "rate_pps": 204764.0, "rate_bps": 1290832256.0 } }, "direction-reverse": { "rx": { "rate_percent": 2.5719992192, "rate_pps": 101998, "initial_rate_type": "rate_pps", "rate_bps": 642999804 }, "tx": { "rate_percent": 2.5719992192, "rate_pps": 101998, "initial_rate_type": "rate_pps", "rate_bps": 642999804 }, "orig": { "rate_percent": 2.5816645119999997, "rate_pps": 102382, "initial_rate_type": "rate_pps", "rate_bps": 645416128 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 1019120, "+16 (+0.0016%)" ], "lat_max_usec": 6400, "lat_avg_usec": 441, "lat_min_usec": 34, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 1019987, 1019987 ], "lat_max_usec": 12992, "lat_avg_usec": 416, "lat_min_usec": 39, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 203997, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 593093792.0, "pkt_rate": 96031.5, "max_delay_usec": 12992, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 428.4999938724739, "total_pkt_bytes": 1574860700, "total_pkts": 2039975, "min_delay_usec": 34 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 1574860700, "total_pkts": 2039975, "pkt_bit_rate": 593058368.0, "pkt_rate": 96025.5 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 589896256, "pkt_rate": 95514, "max_delay_usec": 12992, "total_pkt_bytes": 787430736, "avg_delay_usec": 416, "total_pkts": 1019988, "min_delay_usec": 39 }, "tx": { "total_pkt_bytes": 787429964, "total_pkts": 1019987, "pkt_bit_rate": 593190528, "pkt_rate": 96047 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 596291328, "pkt_rate": 96549, "max_delay_usec": 6400, "total_pkt_bytes": 787429964, "avg_delay_usec": 441, "total_pkts": 1019987, "min_delay_usec": 34 }, "tx": { "total_pkt_bytes": 787430736, "total_pkts": 1019988, "pkt_bit_rate": 592926208, "pkt_rate": 96004 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1285997088.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "694c371f3fce42c4ba547b3cc5cbc030" }, "synthesis": { "avg_delay_usec": 428.4999938724739, "total_tx_rate": 203997 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "frame_sizes": [ "768" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:07:28", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "263268pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_768-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "run_config": { "direction-forward": { "rx": { "rate_percent": 3.3066320768, "rate_pps": 131132, "initial_rate_type": "rate_pps", "rate_bps": 826658019 }, "tx": { "rate_percent": 3.306674944, "rate_pps": 131134, "initial_rate_type": "rate_pps", "rate_bps": 826668736 }, "orig": { "rate_percent": 3.3192829440000002, "rate_pps": 131634, "initial_rate_type": "rate_pps", "rate_bps": 829820736 } }, "direction-total": { "rx": { "rate_percent": 6.613438144, "rate_pps": 262271.0, "rate_bps": 1653359535.0 }, "tx": { "rate_percent": 6.6135490944, "rate_pps": 262275.0, "rate_bps": 1653387273.0 }, "orig": { "rate_percent": 6.6385658880000005, "rate_pps": 263268.0, "rate_bps": 1659641472.0 } }, "direction-reverse": { "rx": { "rate_percent": 3.3068060672, "rate_pps": 131139, "initial_rate_type": "rate_pps", "rate_bps": 826701516 }, "tx": { "rate_percent": 3.306874150399999, "rate_pps": 131141, "initial_rate_type": "rate_pps", "rate_bps": 826718537 }, "orig": { "rate_percent": 3.3192829440000002, "rate_pps": 131634, "initial_rate_type": "rate_pps", "rate_bps": 829820736 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 1310232, "-6 (-0.0005%)" ], "lat_max_usec": 1676, "lat_avg_usec": 349, "lat_min_usec": 51, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 1311419, "-27 (-0.0021%)" ], "lat_max_usec": 17335, "lat_avg_usec": 357, "lat_min_usec": 74, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 262275, "overall": { "drop_rate_percent": 0.0016776226866441024, "rx": { "dropped_pkts": 44, "pkt_bit_rate": 812587744.0, "pkt_rate": 131571.5, "max_delay_usec": 17335, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 352.9998947655388, "total_pkt_bytes": 2024735980, "total_pkts": 2622715, "min_delay_usec": 51 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 2024769948, "total_pkts": 2622759, "pkt_bit_rate": 812466528.0, "pkt_rate": 131551.5 } }, "1": { "drop_rate_percent": 0.0012963057573513882, "rx": { "dropped_pkts": 17, "pkt_bit_rate": 812597184, "pkt_rate": 131573, "max_delay_usec": 17335, "total_pkt_bytes": 1012341356, "avg_delay_usec": 357, "total_pkts": 1311323, "min_delay_usec": 74 }, "tx": { "total_pkt_bytes": 1012415468, "total_pkts": 1311419, "pkt_bit_rate": 812396480, "pkt_rate": 131540 } }, "0": { "drop_rate_percent": 0.002058962587887199, "rx": { "dropped_pkts": 27, "pkt_bit_rate": 812578304, "pkt_rate": 131570, "max_delay_usec": 1676, "total_pkt_bytes": 1012394624, "avg_delay_usec": 349, "total_pkts": 1311392, "min_delay_usec": 51 }, "tx": { "total_pkt_bytes": 1012354480, "total_pkts": 1311340, "pkt_bit_rate": 812536576, "pkt_rate": 131563 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1653381600.0, "theoretical_tx_rate_pps": 7931472.081218274 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "9d22db1a0cf34ca0874e09eb8b37c51e" }, "synthesis": { "avg_delay_usec": 352.9998947655388, "total_tx_rate": 262275 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "frame_sizes": [ "1518" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:08:07", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "89248933cb70463792a0aa738f17d3e6", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "182233pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 4.4675971648, "rate_pps": 90775, "initial_rate_type": "rate_pps", "rate_bps": 1116899291 }, "tx": { "rate_percent": 4.4675971648, "rate_pps": 90775, "initial_rate_type": "rate_pps", "rate_bps": 1116899291 }, "orig": { "rate_percent": 4.484389664, "rate_pps": 91116, "initial_rate_type": "rate_pps", "rate_bps": 1121097416 } }, "direction-total": { "rx": { "rate_percent": 8.9354650176, "rate_pps": 181555.0, "rate_bps": 2233866254.0 }, "tx": { "rate_percent": 8.9354650176, "rate_pps": 181555.0, "rate_bps": 2233866254.0 }, "orig": { "rate_percent": 8.968779328, "rate_pps": 182232.0, "rate_bps": 2242194832.0 } }, "direction-reverse": { "rx": { "rate_percent": 4.4678678528, "rate_pps": 90780, "initial_rate_type": "rate_pps", "rate_bps": 1116966963 }, "tx": { "rate_percent": 4.4678678528, "rate_pps": 90780, "initial_rate_type": "rate_pps", "rate_bps": 1116966963 }, "orig": { "rate_percent": 4.484389664, "rate_pps": 91116, "initial_rate_type": "rate_pps", "rate_bps": 1121097416 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 906957, "+6 (+0.0007%)" ], "lat_max_usec": 4973, "lat_avg_usec": 370, "lat_min_usec": 59, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 907808, 907808 ], "lat_max_usec": 6675, "lat_avg_usec": 341, "lat_min_usec": 92, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 181556, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1108165952.0, "pkt_rate": 91011.5, "max_delay_usec": 6675, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 355.5004392581687, "total_pkt_bytes": 2763283842, "total_pkts": 1815561, "min_delay_usec": 59 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 2763283842, "total_pkts": 1815561, "pkt_bit_rate": 1107904704.0, "pkt_rate": 90990.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1108101888, "pkt_rate": 91006, "max_delay_usec": 6675, "total_pkt_bytes": 1381600066, "avg_delay_usec": 341, "total_pkts": 907753, "min_delay_usec": 92 }, "tx": { "total_pkt_bytes": 1381683776, "total_pkts": 907808, "pkt_bit_rate": 1107890432, "pkt_rate": 90989 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1108230016, "pkt_rate": 91017, "max_delay_usec": 4973, "total_pkt_bytes": 1381683776, "avg_delay_usec": 370, "total_pkts": 907808, "min_delay_usec": 59 }, "tx": { "total_pkt_bytes": 1381600066, "total_pkts": 907753, "pkt_bit_rate": 1107918976, "pkt_rate": 90991 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2233865024.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "89248933cb70463792a0aa738f17d3e6" }, "synthesis": { "avg_delay_usec": 355.5004392581687, "total_tx_rate": 181556 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "frame_sizes": [ "1518" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:08:48", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "234299pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_1518-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "run_config": { "direction-forward": { "rx": { "rate_percent": 5.7440633408, "rate_pps": 116711, "initial_rate_type": "rate_pps", "rate_bps": 1436015835 }, "tx": { "rate_percent": 5.7440633408, "rate_pps": 116711, "initial_rate_type": "rate_pps", "rate_bps": 1436015835 }, "orig": { "rate_percent": 5.765629792, "rate_pps": 117149, "initial_rate_type": "rate_pps", "rate_bps": 1441407448 } }, "direction-total": { "rx": { "rate_percent": 11.4884711936, "rate_pps": 233429.0, "rate_bps": 2872117798.0 }, "tx": { "rate_percent": 11.4884711936, "rate_pps": 233429.0, "rate_bps": 2872117798.0 }, "orig": { "rate_percent": 11.531259584, "rate_pps": 234298.0, "rate_bps": 2882814896.0 } }, "direction-reverse": { "rx": { "rate_percent": 5.7444078528, "rate_pps": 116718, "initial_rate_type": "rate_pps", "rate_bps": 1436101963 }, "tx": { "rate_percent": 5.7444078528, "rate_pps": 116718, "initial_rate_type": "rate_pps", "rate_bps": 1436101963 }, "orig": { "rate_percent": 5.765629792, "rate_pps": 117149, "initial_rate_type": "rate_pps", "rate_bps": 1441407448 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 1166133, "+27 (+0.0023%)" ], "lat_max_usec": 658, "lat_avg_usec": 325, "lat_min_usec": 69, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 1167183, 1167183 ], "lat_max_usec": 11556, "lat_avg_usec": 331, "lat_min_usec": 66, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 233429, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1423834560.0, "pkt_rate": 116937.0, "max_delay_usec": 11556, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 327.99991003711614, "total_pkt_bytes": 3552798512, "total_pkts": 2334296, "min_delay_usec": 66 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 3552798512, "total_pkts": 2334296, "pkt_bit_rate": 1424474880.0, "pkt_rate": 116990.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1423956992, "pkt_rate": 116947, "max_delay_usec": 11556, "total_pkt_bytes": 1776345986, "avg_delay_usec": 331, "total_pkts": 1167113, "min_delay_usec": 66 }, "tx": { "total_pkt_bytes": 1776452526, "total_pkts": 1167183, "pkt_bit_rate": 1424533632, "pkt_rate": 116994 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 1423712128, "pkt_rate": 116927, "max_delay_usec": 658, "total_pkt_bytes": 1776452526, "avg_delay_usec": 325, "total_pkts": 1167183, "min_delay_usec": 69 }, "tx": { "total_pkt_bytes": 1776345986, "total_pkts": 1167113, "pkt_bit_rate": 1424416128, "pkt_rate": 116986 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2872110416.0, "theoretical_tx_rate_pps": 4063719.1157347206 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3d0cbc23b6c14f59b503bd29f8e47bf0" }, "synthesis": { "avg_delay_usec": 327.99991003711614, "total_tx_rate": 233429 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "frame_sizes": [ "9000" ], "rate": "70%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:09:28", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "1b492bc88b2c49cb88be084019d3b19a", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "107335pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_70%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 15.432253056, "rate_pps": 53465, "initial_rate_type": "rate_pps", "rate_bps": 3858063264 }, "tx": { "rate_percent": 15.432253056, "rate_pps": 53465, "initial_rate_type": "rate_pps", "rate_bps": 3858063264 }, "orig": { "rate_percent": 15.4905872, "rate_pps": 53667, "initial_rate_type": "rate_pps", "rate_bps": 3872646800 } }, "direction-total": { "rx": { "rate_percent": 30.865487488, "rate_pps": 106933.0, "rate_bps": 7716371872.0 }, "tx": { "rate_percent": 30.865487488, "rate_pps": 106933.0, "rate_bps": 7716371872.0 }, "orig": { "rate_percent": 30.9811744, "rate_pps": 107334.0, "rate_bps": 7745293600.0 } }, "direction-reverse": { "rx": { "rate_percent": 15.433234432, "rate_pps": 53468, "initial_rate_type": "rate_pps", "rate_bps": 3858308608 }, "tx": { "rate_percent": 15.433234432, "rate_pps": 53468, "initial_rate_type": "rate_pps", "rate_bps": 3858308608 }, "orig": { "rate_percent": 15.4905872, "rate_pps": 53667, "initial_rate_type": "rate_pps", "rate_bps": 3872646800 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 534208, "+4 (+0.0007%)" ], "lat_max_usec": 5196, "lat_avg_usec": 342, "lat_min_usec": 65, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 534688, 534688 ], "lat_max_usec": 14076, "lat_avg_usec": 332, "lat_min_usec": 74, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 106934, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3860001152.0, "pkt_rate": 53586.5, "max_delay_usec": 14076, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 337.00015897626764, "total_pkt_bytes": 9628355368, "total_pkts": 1069342, "min_delay_usec": 65 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 9628355368, "total_pkts": 1069342, "pkt_bit_rate": 3860356864.0, "pkt_rate": 53592.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3860253696, "pkt_rate": 53590, "max_delay_usec": 14076, "total_pkt_bytes": 4814024616, "avg_delay_usec": 332, "total_pkts": 534654, "min_delay_usec": 74 }, "tx": { "total_pkt_bytes": 4814330752, "total_pkts": 534688, "pkt_bit_rate": 3860350464, "pkt_rate": 53592 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 3859748608, "pkt_rate": 53583, "max_delay_usec": 5196, "total_pkt_bytes": 4814330752, "avg_delay_usec": 342, "total_pkts": 534688, "min_delay_usec": 65 }, "tx": { "total_pkt_bytes": 4814024616, "total_pkts": 534654, "pkt_bit_rate": 3860363264, "pkt_rate": 53592 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 7716357440.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "1b492bc88b2c49cb88be084019d3b19a" }, "synthesis": { "avg_delay_usec": 337.00015897626764, "total_tx_rate": 106934 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "frame_sizes": [ "9000" ], "rate": "90%", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive", "restart": "true" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:10:06", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": "true", "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "6f821bed4865456680f826839bab1081", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "138003pps", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": false, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": true, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-latency-fs_9000-fc_100k-rate_90%.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "run_config": { "direction-forward": { "rx": { "rate_percent": 19.841806336, "rate_pps": 68742, "initial_rate_type": "rate_pps", "rate_bps": 4960451584 }, "tx": { "rate_percent": 19.841806336, "rate_pps": 68742, "initial_rate_type": "rate_pps", "rate_bps": 4960451584 }, "orig": { "rate_percent": 19.916592960000003, "rate_pps": 69001, "initial_rate_type": "rate_pps", "rate_bps": 4979148240 } }, "direction-total": { "rx": { "rate_percent": 39.684853824, "rate_pps": 137488.0, "rate_bps": 9921213456.0 }, "tx": { "rate_percent": 39.684853824, "rate_pps": 137488.0, "rate_bps": 9921213456.0 }, "orig": { "rate_percent": 39.833185920000005, "rate_pps": 138002.0, "rate_bps": 9958296480.0 } }, "direction-reverse": { "rx": { "rate_percent": 19.843047488, "rate_pps": 68746, "initial_rate_type": "rate_pps", "rate_bps": 4960761872 }, "tx": { "rate_percent": 19.843047488, "rate_pps": 68746, "initial_rate_type": "rate_pps", "rate_bps": 4960761872 }, "orig": { "rate_percent": 19.916592960000003, "rate_pps": 69001, "initial_rate_type": "rate_pps", "rate_bps": 4979148240 } } }, "packet_path_stats": { "Forward": { "interfaces": [ "TRex.TX.p0", "TRex.RX.p1" ], "chains": { "0": { "packets": [ 686848, "+12 (+0.0017%)" ], "lat_max_usec": 921, "lat_avg_usec": 473, "lat_min_usec": 102, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } }, "Reverse": { "interfaces": [ "TRex.TX.p1", "TRex.RX.p0" ], "chains": { "0": { "packets": [ 687467, 687467 ], "lat_max_usec": 23660, "lat_avg_usec": 471, "lat_min_usec": 82, "hdrh": "HISTFAAAAB54nJNpmSzMwMDAyAABzFAawp8xrcH+A1QAAE9IBCo=", "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" } } } } }, "stats": { "total_tx_rate": 137489, "overall": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4886032128.0, "pkt_rate": 67831.0, "max_delay_usec": 23660, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "avg_delay_usec": 472.00003127520654, "total_pkt_bytes": 12379518564, "total_pkts": 1374891, "min_delay_usec": 82 }, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=", "tx": { "total_pkt_bytes": 12379518564, "total_pkts": 1374891, "pkt_bit_rate": 4885754880.0, "pkt_rate": 67827.0 } }, "1": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4860832768, "pkt_rate": 67481, "max_delay_usec": 23660, "total_pkt_bytes": 6189565696, "avg_delay_usec": 471, "total_pkts": 687424, "min_delay_usec": 82 }, "tx": { "total_pkt_bytes": 6189952868, "total_pkts": 687467, "pkt_bit_rate": 4887348736, "pkt_rate": 67849 } }, "0": { "drop_rate_percent": 0.0, "rx": { "dropped_pkts": 0, "pkt_bit_rate": 4911231488, "pkt_rate": 68181, "max_delay_usec": 921, "total_pkt_bytes": 6189952868, "avg_delay_usec": 473, "total_pkts": 687467, "min_delay_usec": 102 }, "tx": { "total_pkt_bytes": 6189565696, "total_pkts": 687424, "pkt_bit_rate": 4884161024, "pkt_rate": 67805 } }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 9921206240.0, "theoretical_tx_rate_pps": 692904.6563192905 } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "6f821bed4865456680f826839bab1081" }, "synthesis": { "avg_delay_usec": 472.00003127520654, "total_tx_rate": 137489 } } ], "throughput": [ { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 04:26:27", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7dca1c234a4544fa8b4600aeca81a251", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.29296875, "timestamp_sec": 1646281727.2934198, "stats": { "total_tx_rate": 216641, "overall": { "rx_pkts": 2166416, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 3395, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2166416, "avg_delay_usec": 345.5001269377627, "min_delay_usec": 48, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1083153, "min_delay_usec": 48, "drop_pct": 0, "max_delay_usec": 2779, "tx_pkts": 1083263, "avg_delay_usec": 343, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1083263, "min_delay_usec": 58, "drop_pct": 0, "max_delay_usec": 3395, "tx_pkts": 1083153, "avg_delay_usec": 348, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 145582752.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 0.5859375, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 217982, "rate_bps": 146484374.0, "time_taken_sec": 137.62811660766602 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1420502.8540113333, "rx_pkts": 5016530, "time_ms": 1646281602204, "drop_pct": 257745146, "total_tx_pps": 26276167, "tx_pps": 74404760, "tx_pkts": 262761676, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26276167). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.09084411533438 }, { "rx_pps": 672601.1499390049, "rx_pkts": 4822778, "time_ms": 1646281614702, "drop_pct": 261930884, "total_tx_pps": 26675366, "tx_pps": 37202380, "tx_pkts": 266753662, "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26675366). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.19204806268039 }, { "rx_pps": 504874.7734901166, "rx_pkts": 5017597, "time_ms": 1646281627207, "drop_pct": 179846611, "total_tx_pps": 18486420, "tx_pps": 18601190, "tx_pkts": 184864208, "drop_percentage": 97.28579314823344 }, { "rx_pps": 526090.9624989077, "rx_pkts": 5239077, "time_ms": 1646281639732, "drop_pct": 87380891, "total_tx_pps": 9261996, "tx_pps": 9300594, "tx_pkts": 92619968, "drop_percentage": 94.34346921821437 }, { "rx_pps": 338831.07121923624, "rx_pkts": 3367405, "time_ms": 1646281652234, "drop_pct": 42848634, "total_tx_pps": 4621603, "tx_pps": 4650296, "tx_pkts": 46216039, "drop_percentage": 92.71377410772914 }, { "rx_pps": 187871.99985494502, "rx_pkts": 1867166, "time_ms": 1646281664732, "drop_pct": 21241319, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108485, "drop_percentage": 91.9199982171051 }, { "rx_pps": 291240.3958426355, "rx_pkts": 2894493, "time_ms": 1646281677251, "drop_pct": 8659750, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554243, "drop_percentage": 74.94865738932442 }, { "rx_pps": 534014.7450349748, "rx_pkts": 5307629, "time_ms": 1646281689761, "drop_pct": 469834, "total_tx_pps": 577746, "tx_pps": 581286, "tx_pkts": 5777463, "drop_percentage": 8.132185355405998 }, { "rx_pps": 290481.83102404187, "rx_pkts": 2887245, "time_ms": 1646281702271, "drop_pct": 1592, "total_tx_pps": 288883, "tx_pps": 290642, "tx_pkts": 2888837, "drop_percentage": 0.05510868214440621 }, { "rx_pps": 145320.0, "rx_pkts": 1444265, "time_ms": 1646281714791, "drop_pct": 0, "total_tx_pps": 144426, "tx_pps": 145320, "tx_pkts": 1444265, "drop_percentage": 0.0 }, { "rx_pps": 217982.0, "rx_pkts": 2166416, "time_ms": 1646281727292, "drop_pct": 0, "total_tx_pps": 216641, "tx_pps": 217982, "tx_pkts": 2166416, "ndr_pps": 108991, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7dca1c234a4544fa8b4600aeca81a251" }, "synthesis": { "avg_delay_usec": 345.5001269377627, "total_tx_rate": 216641 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 04:38:28", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "471b575695a34aeb896904338ee56c9e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 0.48828125, "timestamp_sec": 1646282448.6252708, "stats": { "total_tx_rate": 204950, "overall": { "rx_pkts": 2049506, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 4734, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2049506, "avg_delay_usec": 402.9975642911023, "min_delay_usec": 50, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1024701, "min_delay_usec": 50, "drop_pct": 0, "max_delay_usec": 2923, "tx_pkts": 1024805, "avg_delay_usec": 451, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1024805, "min_delay_usec": 70, "drop_pct": 0, "max_delay_usec": 4734, "tx_pkts": 1024701, "avg_delay_usec": 355, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 242660800.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 0.9765625, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 206198, "rate_bps": 244140624.0, "time_taken_sec": 137.57624626159668 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 611597.2644258632, "rx_pkts": 3719633, "time_ms": 1646282323560, "drop_pct": 253114560, "total_tx_pps": 25683419, "tx_pps": 42229728, "tx_pkts": 256834193, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25683419). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.55173761851873 }, { "rx_pps": 386189.1189369173, "rx_pkts": 3838141, "time_ms": 1646282336056, "drop_pct": 206011959, "total_tx_pps": 20985010, "tx_pps": 21114864, "tx_pkts": 209850100, "drop_percentage": 98.17100825779926 }, { "rx_pps": 535360.03343522, "rx_pkts": 5320676, "time_ms": 1646282348558, "drop_pct": 99604368, "total_tx_pps": 10492504, "tx_pps": 10557432, "tx_pkts": 104925044, "drop_percentage": 94.92906955559629 }, { "rx_pps": 475850.8644810261, "rx_pkts": 4729244, "time_ms": 1646282361060, "drop_pct": 47733277, "total_tx_pps": 5246252, "tx_pps": 5278716, "tx_pkts": 52462521, "drop_percentage": 90.98548085403674 }, { "rx_pps": 481740.3899527563, "rx_pkts": 4788259, "time_ms": 1646282373570, "drop_pct": 21445642, "total_tx_pps": 2623390, "tx_pps": 2639358, "tx_pkts": 26233901, "drop_percentage": 81.74781935786065 }, { "rx_pps": 162404.72992262442, "rx_pkts": 1614222, "time_ms": 1646282386070, "drop_pct": 11502719, "total_tx_pps": 1311694, "tx_pps": 1319678, "tx_pkts": 13116941, "drop_percentage": 87.69360935602288 }, { "rx_pps": 528791.9306016571, "rx_pkts": 5256987, "time_ms": 1646282398572, "drop_pct": 1302795, "total_tx_pps": 655978, "tx_pps": 659838, "tx_pkts": 6559782, "drop_percentage": 19.86033987105059 }, { "rx_pps": 329883.78962649574, "rx_pkts": 3278552, "time_ms": 1646282411079, "drop_pct": 340, "total_tx_pps": 327889, "tx_pps": 329918, "tx_pkts": 3278892, "drop_percentage": 0.010369356477736992 }, { "rx_pps": 164958.0, "rx_pkts": 1639603, "time_ms": 1646282423587, "drop_pct": 0, "total_tx_pps": 163960, "tx_pps": 164958, "tx_pkts": 1639603, "drop_percentage": 0.0 }, { "rx_pps": 247433.07018056748, "rx_pkts": 2459364, "time_ms": 1646282436086, "drop_pct": 49, "total_tx_pps": 245941, "tx_pps": 247438, "tx_pkts": 2459413, "drop_percentage": 0.001992345327929876 }, { "rx_pps": 206198.0, "rx_pkts": 2049506, "time_ms": 1646282448624, "drop_pct": 0, "total_tx_pps": 204950, "tx_pps": 206198, "tx_pkts": 2049506, "ndr_pps": 103099, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "471b575695a34aeb896904338ee56c9e" }, "synthesis": { "avg_delay_usec": 402.9975642911023, "total_tx_rate": 204950 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 04:43:16", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 1.171875, "timestamp_sec": 1646282737.0682218, "stats": { "total_tx_rate": 263738, "overall": { "rx_pkts": 2637364, "drop_percentage": 0.0006445788454531218, "drop_pct": 17, "max_delay_usec": 3483, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2637381, "avg_delay_usec": 391.5000284374853, "min_delay_usec": 43, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1318607, "min_delay_usec": 51, "drop_pct": 17, "max_delay_usec": 3483, "tx_pkts": 1318757, "avg_delay_usec": 391, "drop_percentage": 0.0012890926834890734 }, "0": { "rx_pkts": 1318757, "min_delay_usec": 43, "drop_pct": 0, "max_delay_usec": 2612, "tx_pkts": 1318624, "avg_delay_usec": 392, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 582333504.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 2.34375, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 265370, "rate_bps": 585937500.0, "time_taken_sec": 137.64893245697021 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 522344.1460825948, "rx_pkts": 4754897, "time_ms": 1646282611907, "drop_pct": 201381788, "total_tx_pps": 20613668, "tx_pps": 22644926, "tx_pkts": 206136685, "drop_percentage": 97.69332809441464 }, { "rx_pps": 491622.4395108708, "rx_pkts": 4886235, "time_ms": 1646282624425, "drop_pct": 107647705, "total_tx_pps": 11253394, "tx_pps": 11322462, "tx_pkts": 112533940, "drop_percentage": 95.6579899361917 }, { "rx_pps": 470777.2330404413, "rx_pkts": 4678820, "time_ms": 1646282636925, "drop_pct": 51585320, "total_tx_pps": 5626414, "tx_pps": 5661230, "tx_pkts": 56264140, "drop_percentage": 91.68418818807147 }, { "rx_pps": 414425.7781120188, "rx_pkts": 4118771, "time_ms": 1646282649423, "drop_pct": 24013289, "total_tx_pps": 2813206, "tx_pps": 2830614, "tx_pkts": 28132060, "drop_percentage": 85.3591560660684 }, { "rx_pps": 236622.81767304175, "rx_pkts": 2351913, "time_ms": 1646282661925, "drop_pct": 11715524, "total_tx_pps": 1406743, "tx_pps": 1415306, "tx_pkts": 14067437, "drop_percentage": 83.28115491116114 }, { "rx_pps": 357701.18149108754, "rx_pkts": 3555014, "time_ms": 1646282674452, "drop_pct": 3477987, "total_tx_pps": 703300, "tx_pps": 707652, "tx_pkts": 7033001, "drop_percentage": 49.45238881666589 }, { "rx_pps": 353648.52806887566, "rx_pkts": 3521103, "time_ms": 1646282687041, "drop_pct": 1767, "total_tx_pps": 352287, "tx_pps": 353826, "tx_pkts": 3522870, "drop_percentage": 0.05015796779330489 }, { "rx_pps": 176912.0, "rx_pkts": 1758241, "time_ms": 1646282699539, "drop_pct": 0, "total_tx_pps": 175824, "tx_pps": 176912, "tx_pkts": 1758241, "drop_percentage": 0.0 }, { "rx_pps": 265368.28948111786, "rx_pkts": 2637364, "time_ms": 1646282712038, "drop_pct": 17, "total_tx_pps": 263738, "tx_pps": 265370, "tx_pkts": 2637381, "drop_percentage": 0.0006445788454531218 }, { "rx_pps": 309489.6445784601, "rx_pkts": 3076176, "time_ms": 1646282724538, "drop_pct": 1077, "total_tx_pps": 307725, "tx_pps": 309598, "tx_pkts": 3077253, "drop_percentage": 0.03499874725932512 }, { "rx_pps": 287373.73295271414, "rx_pkts": 2856353, "time_ms": 1646282737067, "drop_pct": 1096, "total_tx_pps": 285744, "tx_pps": 287484, "tx_pkts": 2857449, "ndr_pps": 132685, "drop_percentage": 0.03835589016636867 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d3d2bdbb46a848a6bd1d9fceccf3e984" }, "synthesis": { "avg_delay_usec": 391.5000284374853, "total_tx_rate": 263738 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 04:48:05", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "3003c1cc691e42569317eef8cabf49f4", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 1.85546875, "timestamp_sec": 1646283026.276379, "stats": { "total_tx_rate": 216663, "overall": { "rx_pkts": 2166633, "drop_percentage": 9.230904143983643e-05, "drop_pct": 2, "max_delay_usec": 3778, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2166635, "avg_delay_usec": 293.49982068952147, "min_delay_usec": 38, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1083261, "min_delay_usec": 38, "drop_pct": 2, "max_delay_usec": 2864, "tx_pkts": 1083372, "avg_delay_usec": 297, "drop_percentage": 0.00018460879550145288 }, "0": { "rx_pkts": 1083372, "min_delay_usec": 43, "drop_pct": 0, "max_delay_usec": 3778, "tx_pkts": 1083263, "avg_delay_usec": 290, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 922117728.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 3.7109375, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 217982, "rate_bps": 927734374.0, "time_taken_sec": 137.69713401794434 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 455331.51681267726, "rx_pkts": 4337032, "time_ms": 1646282901128, "drop_pct": 107563793, "total_tx_pps": 11190082, "tx_pps": 11748120, "tx_pkts": 111900825, "drop_percentage": 96.12421802967047 }, { "rx_pps": 440270.9763230637, "rx_pkts": 4375633, "time_ms": 1646282913629, "drop_pct": 54003711, "total_tx_pps": 5837934, "tx_pps": 5874060, "tx_pkts": 58379344, "drop_percentage": 92.50482670719973 }, { "rx_pps": 515017.8171997763, "rx_pkts": 5119020, "time_ms": 1646282926174, "drop_pct": 24073592, "total_tx_pps": 2919261, "tx_pps": 2937030, "tx_pkts": 29192612, "drop_percentage": 82.46467291107764 }, { "rx_pps": 328003.16112234007, "rx_pkts": 3259860, "time_ms": 1646282938675, "drop_pct": 11334969, "total_tx_pps": 1459482, "tx_pps": 1468514, "tx_pkts": 14594829, "drop_percentage": 77.66428095868748 }, { "rx_pps": 517398.77960233815, "rx_pkts": 5142169, "time_ms": 1646282951182, "drop_pct": 2155236, "total_tx_pps": 729740, "tx_pps": 734256, "tx_pkts": 7297405, "drop_percentage": 29.534279651465145 }, { "rx_pps": 366808.26589116355, "rx_pkts": 3645894, "time_ms": 1646282963699, "drop_pct": 3178, "total_tx_pps": 364907, "tx_pps": 367128, "tx_pkts": 3649072, "drop_percentage": 0.08709063564654246 }, { "rx_pps": 183564.0, "rx_pkts": 1825087, "time_ms": 1646282976228, "drop_pct": 0, "total_tx_pps": 182508, "tx_pps": 183564, "tx_pkts": 1825087, "drop_percentage": 0.0 }, { "rx_pps": 275044.7500159553, "rx_pkts": 2739035, "time_ms": 1646282988754, "drop_pct": 3000, "total_tx_pps": 274203, "tx_pps": 275346, "tx_pkts": 2742035, "drop_percentage": 0.10940779384654098 }, { "rx_pps": 229445.14599323669, "rx_pkts": 2280456, "time_ms": 1646283001254, "drop_pct": 88, "total_tx_pps": 228054, "tx_pps": 229454, "tx_pkts": 2280544, "drop_percentage": 0.0038587284437397395 }, { "rx_pps": 206508.0, "rx_pkts": 2052588, "time_ms": 1646283013764, "drop_pct": 0, "total_tx_pps": 205258, "tx_pps": 206508, "tx_pkts": 2052588, "drop_percentage": 0.0 }, { "rx_pps": 217981.7987829053, "rx_pkts": 2166633, "time_ms": 1646283026275, "drop_pct": 2, "total_tx_pps": 216663, "tx_pps": 217982, "tx_pkts": 2166635, "ndr_pps": 108991, "drop_percentage": 9.230904143983643e-05 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3003c1cc691e42569317eef8cabf49f4" }, "synthesis": { "avg_delay_usec": 293.49982068952147, "total_tx_rate": 216663 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:00:08", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "65d6a678b0ba42a49b38c9efd82efd93", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_128-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 3.3203125, "timestamp_sec": 1646283748.6846843, "stats": { "total_tx_rate": 261728, "overall": { "rx_pkts": 2617285, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 700, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2617285, "avg_delay_usec": 417.5000750778001, "min_delay_usec": 47, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1308577, "min_delay_usec": 57, "drop_pct": 0, "max_delay_usec": 658, "tx_pkts": 1308708, "avg_delay_usec": 416, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1308708, "min_delay_usec": 47, "drop_pct": 0, "max_delay_usec": 700, "tx_pkts": 1308577, "avg_delay_usec": 419, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1649933312.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 6.640625, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 263348, "rate_bps": 1660156250.0, "time_taken_sec": 137.7285816669464 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 575501.9363137981, "rx_pkts": 5571778, "time_ms": 1646283623454, "drop_pct": 71217540, "total_tx_pps": 7678931, "tx_pps": 7931472, "tx_pkts": 76789318, "drop_percentage": 92.74407151265493 }, { "rx_pps": 340865.59968071827, "rx_pkts": 3387693, "time_ms": 1646283635959, "drop_pct": 36025777, "total_tx_pps": 3941347, "tx_pps": 3965736, "tx_pkts": 39413470, "drop_percentage": 91.40473295043547 }, { "rx_pps": 249221.15639844484, "rx_pkts": 2477134, "time_ms": 1646283648464, "drop_pct": 17231585, "total_tx_pps": 1970871, "tx_pps": 1982868, "tx_pkts": 19708719, "drop_percentage": 87.43127851180992 }, { "rx_pps": 240158.13023928663, "rx_pkts": 2391135, "time_ms": 1646283661049, "drop_pct": 7480080, "total_tx_pps": 987121, "tx_pps": 991434, "tx_pkts": 9871215, "drop_percentage": 75.7766901034979 }, { "rx_pps": 459235.5137965551, "rx_pkts": 4564574, "time_ms": 1646283673551, "drop_pct": 362598, "total_tx_pps": 492717, "tx_pps": 495716, "tx_pkts": 4927172, "drop_percentage": 7.359150441673235 }, { "rx_pps": 247858.0, "rx_pkts": 2463587, "time_ms": 1646283686050, "drop_pct": 0, "total_tx_pps": 246358, "tx_pps": 247858, "tx_pkts": 2463587, "drop_percentage": 0.0 }, { "rx_pps": 371300.609486956, "rx_pkts": 3691660, "time_ms": 1646283698553, "drop_pct": 4826, "total_tx_pps": 369648, "tx_pps": 371786, "tx_pkts": 3696486, "drop_percentage": 0.13055642575137577 }, { "rx_pps": 309474.9002967386, "rx_pkts": 3076028, "time_ms": 1646283711054, "drop_pct": 3450, "total_tx_pps": 307947, "tx_pps": 309822, "tx_pkts": 3079478, "drop_percentage": 0.11203197425018137 }, { "rx_pps": 278245.10146550665, "rx_pkts": 2765620, "time_ms": 1646283723573, "drop_pct": 5913, "total_tx_pps": 277153, "tx_pps": 278840, "tx_pkts": 2771533, "drop_percentage": 0.21334763107637542 }, { "rx_pps": 263348.0, "rx_pkts": 2617285, "time_ms": 1646283736118, "drop_pct": 0, "total_tx_pps": 261728, "tx_pps": 263348, "tx_pkts": 2617285, "drop_percentage": 0.0 }, { "rx_pps": 271017.63418923074, "rx_pkts": 2693645, "time_ms": 1646283748683, "drop_pct": 759, "total_tx_pps": 269440, "tx_pps": 271094, "tx_pkts": 2694404, "ndr_pps": 131674, "drop_percentage": 0.028169494997780584 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "65d6a678b0ba42a49b38c9efd82efd93" }, "synthesis": { "avg_delay_usec": 417.5000750778001, "total_tx_rate": 261728 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:04:57", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "f51a51cc7fba4903b86a862ccaa87b3f", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 4.00390625, "timestamp_sec": 1646284037.5527284, "stats": { "total_tx_rate": 238246, "overall": { "rx_pkts": 2382462, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2280, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2382462, "avg_delay_usec": 422.00110809742193, "min_delay_usec": 36, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1191171, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 655, "tx_pkts": 1191291, "avg_delay_usec": 400, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1191291, "min_delay_usec": 37, "drop_pct": 0, "max_delay_usec": 2280, "tx_pkts": 1191171, "avg_delay_usec": 444, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1989830592.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 8.0078125, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 239696, "rate_bps": 2001953124.0, "time_taken_sec": 137.72533512115479 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 385513.1486587311, "rx_pkts": 3764226, "time_ms": 1646283912326, "drop_pct": 54690013, "total_tx_pps": 5845423, "tx_pps": 5986590, "tx_pkts": 58454239, "drop_percentage": 93.56038832359104 }, { "rx_pps": 398306.9198628332, "rx_pkts": 3958773, "time_ms": 1646283924836, "drop_pct": 25791580, "total_tx_pps": 2975035, "tx_pps": 2993294, "tx_pkts": 29750353, "drop_percentage": 86.69335789057696 }, { "rx_pps": 175559.30090151777, "rx_pkts": 1745323, "time_ms": 1646283937398, "drop_pct": 13133585, "total_tx_pps": 1487890, "tx_pps": 1496646, "tx_pkts": 14878908, "drop_percentage": 88.26981791943334 }, { "rx_pps": 444333.64431527094, "rx_pkts": 4424898, "time_ms": 1646283949915, "drop_pct": 3027269, "total_tx_pps": 745216, "tx_pps": 748322, "tx_pkts": 7452167, "drop_percentage": 40.6226672053914 }, { "rx_pps": 372829.4511323847, "rx_pkts": 3705741, "time_ms": 1646283962433, "drop_pct": 13225, "total_tx_pps": 371896, "tx_pps": 374160, "tx_pkts": 3718966, "drop_percentage": 0.35560959686106297 }, { "rx_pps": 187078.39026223953, "rx_pkts": 1859467, "time_ms": 1646283974959, "drop_pct": 16, "total_tx_pps": 185948, "tx_pps": 187080, "tx_pkts": 1859483, "drop_percentage": 0.000860454223028659 }, { "rx_pps": 280547.1520142218, "rx_pkts": 2788219, "time_ms": 1646283987466, "drop_pct": 724, "total_tx_pps": 278894, "tx_pps": 280620, "tx_pkts": 2788943, "drop_percentage": 0.025959655683174595 }, { "rx_pps": 233850.0, "rx_pkts": 2324354, "time_ms": 1646283999977, "drop_pct": 0, "total_tx_pps": 232435, "tx_pps": 233850, "tx_pkts": 2324354, "drop_percentage": 0.0 }, { "rx_pps": 257205.36675450407, "rx_pkts": 2560866, "time_ms": 1646284012517, "drop_pct": 305, "total_tx_pps": 256117, "tx_pps": 257236, "tx_pkts": 2561171, "drop_percentage": 0.011908615238888774 }, { "rx_pps": 245467.66146251332, "rx_pkts": 2440196, "time_ms": 1646284025026, "drop_pct": 739, "total_tx_pps": 244093, "tx_pps": 245542, "tx_pkts": 2440935, "drop_percentage": 0.030275283856391097 }, { "rx_pps": 239696.0, "rx_pkts": 2382462, "time_ms": 1646284037551, "drop_pct": 0, "total_tx_pps": 238246, "tx_pps": 239696, "tx_pkts": 2382462, "ndr_pps": 119848, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "f51a51cc7fba4903b86a862ccaa87b3f" }, "synthesis": { "avg_delay_usec": 422.00110809742193, "total_tx_rate": 238246 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:12:10", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "80d26043cfdb45c3ae62d6de43f557e6", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_128-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 4.39453125, "timestamp_sec": 1646284470.8886955, "stats": { "total_tx_rate": 209995, "overall": { "rx_pkts": 2099959, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 7375, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2099959, "avg_delay_usec": 417.999049981452, "min_delay_usec": 30, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1049927, "min_delay_usec": 30, "drop_pct": 0, "max_delay_usec": 3319, "tx_pkts": 1050032, "avg_delay_usec": 437, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1050032, "min_delay_usec": 40, "drop_pct": 0, "max_delay_usec": 7375, "tx_pkts": 1049927, "avg_delay_usec": 399, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2183948000.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 8.7890625, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 211274, "rate_bps": 2197265624.0, "time_taken_sec": 137.58449530601501 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 445313.368302234, "rx_pkts": 4370570, "time_ms": 1646284345792, "drop_pct": 42814976, "total_tx_pps": 4718554, "tx_pps": 4807692, "tx_pkts": 47185546, "drop_percentage": 90.73748134651234 }, { "rx_pps": 124940.5018865484, "rx_pkts": 1242346, "time_ms": 1646284358300, "drop_pct": 22660299, "total_tx_pps": 2390264, "tx_pps": 2403846, "tx_pkts": 23902645, "drop_percentage": 94.80247478887797 }, { "rx_pps": 191703.051128334, "rx_pkts": 1905433, "time_ms": 1646284370806, "drop_pct": 10041074, "total_tx_pps": 1194650, "tx_pps": 1201922, "tx_pkts": 11946507, "drop_percentage": 84.05029185518411 }, { "rx_pps": 456071.17274298525, "rx_pkts": 4533121, "time_ms": 1646284383305, "drop_pct": 1440123, "total_tx_pps": 597324, "tx_pps": 600960, "tx_pkts": 5973244, "drop_percentage": 24.109562576047455 }, { "rx_pps": 298776.8979556851, "rx_pkts": 2969696, "time_ms": 1646284395827, "drop_pct": 16928, "total_tx_pps": 298662, "tx_pps": 300480, "tx_pkts": 2986624, "drop_percentage": 0.566793811340162 }, { "rx_pps": 150240.0, "rx_pkts": 1493238, "time_ms": 1646284408345, "drop_pct": 0, "total_tx_pps": 149323, "tx_pps": 150240, "tx_pkts": 1493238, "drop_percentage": 0.0 }, { "rx_pps": 225283.22787322282, "rx_pkts": 2238978, "time_ms": 1646284420849, "drop_pct": 763, "total_tx_pps": 223974, "tx_pps": 225360, "tx_pkts": 2239741, "drop_percentage": 0.034066438932001515 }, { "rx_pps": 187800.0, "rx_pkts": 1866452, "time_ms": 1646284433379, "drop_pct": 0, "total_tx_pps": 186645, "tx_pps": 187800, "tx_pkts": 1866452, "drop_percentage": 0.0 }, { "rx_pps": 206580.0, "rx_pkts": 2053097, "time_ms": 1646284445878, "drop_pct": 0, "total_tx_pps": 205309, "tx_pps": 206580, "tx_pkts": 2053097, "drop_percentage": 0.0 }, { "rx_pps": 215836.3783602464, "rx_pkts": 2145092, "time_ms": 1646284458378, "drop_pct": 1328, "total_tx_pps": 214642, "tx_pps": 215970, "tx_pkts": 2146420, "drop_percentage": 0.06187046337622646 }, { "rx_pps": 211274.0, "rx_pkts": 2099959, "time_ms": 1646284470887, "drop_pct": 0, "total_tx_pps": 209995, "tx_pps": 211274, "tx_pkts": 2099959, "ndr_pps": 105637, "drop_percentage": 0.0 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "80d26043cfdb45c3ae62d6de43f557e6" }, "synthesis": { "avg_delay_usec": 417.999049981452, "total_tx_rate": 209995 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:16:59", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "fab39ed6c612445784e1e24574be97e2", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 6.25, "timestamp_sec": 1646284759.8324285, "stats": { "total_tx_rate": 252445, "overall": { "rx_pkts": 2524456, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 13375, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2524456, "avg_delay_usec": 557.5041177188274, "min_delay_usec": 43, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1262165, "min_delay_usec": 43, "drop_pct": 0, "max_delay_usec": 657, "tx_pkts": 1262291, "avg_delay_usec": 475, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1262291, "min_delay_usec": 79, "drop_pct": 0, "max_delay_usec": 13375, "tx_pkts": 1262165, "avg_delay_usec": 640, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3106083280.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 12.5, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 253982, "rate_bps": 3125000000.0, "time_taken_sec": 137.6273422241211 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 348467.55522107193, "rx_pkts": 3427071, "time_ms": 1646284634724, "drop_pct": 36538343, "total_tx_pps": 3996541, "tx_pps": 4063718, "tx_pkts": 39965414, "drop_percentage": 91.42490804674262 }, { "rx_pps": 194182.29947632473, "rx_pkts": 1929881, "time_ms": 1646284647240, "drop_pct": 18263742, "total_tx_pps": 2019362, "tx_pps": 2031858, "tx_pkts": 20193623, "drop_percentage": 90.44311662151958 }, { "rx_pps": 179396.25923534992, "rx_pkts": 1782930, "time_ms": 1646284659752, "drop_pct": 8313872, "total_tx_pps": 1009680, "tx_pps": 1015928, "tx_pkts": 10096802, "drop_percentage": 82.3416364904452 }, { "rx_pps": 444172.416750406, "rx_pkts": 4414410, "time_ms": 1646284672259, "drop_pct": 633993, "total_tx_pps": 504840, "tx_pps": 507964, "tx_pkts": 5048403, "drop_percentage": 12.5582882349131 }, { "rx_pps": 253982.0, "rx_pkts": 2524456, "time_ms": 1646284684759, "drop_pct": 0, "total_tx_pps": 252445, "tx_pps": 253982, "tx_pkts": 2524456, "drop_percentage": 0.0 }, { "rx_pps": 380480.22499434196, "rx_pkts": 3781785, "time_ms": 1646284697283, "drop_pct": 4888, "total_tx_pps": 378667, "tx_pps": 380972, "tx_pkts": 3786673, "drop_percentage": 0.12908429114423137 }, { "rx_pps": 316051.2110285178, "rx_pkts": 3141708, "time_ms": 1646284709792, "drop_pct": 14183, "total_tx_pps": 315589, "tx_pps": 317478, "tx_pkts": 3155891, "drop_percentage": 0.44941349368530153 }, { "rx_pps": 285668.0250878956, "rx_pkts": 2839399, "time_ms": 1646284722300, "drop_pct": 616, "total_tx_pps": 284001, "tx_pps": 285730, "tx_pkts": 2840015, "drop_percentage": 0.02169002628507244 }, { "rx_pps": 269807.1017426643, "rx_pkts": 2681614, "time_ms": 1646284734800, "drop_pct": 486, "total_tx_pps": 268210, "tx_pps": 269856, "tx_pkts": 2682100, "drop_percentage": 0.018120129749077216 }, { "rx_pps": 261898.78374930617, "rx_pkts": 2603144, "time_ms": 1646284747309, "drop_pct": 191, "total_tx_pps": 260333, "tx_pps": 261918, "tx_pkts": 2603335, "drop_percentage": 0.007336743062264364 }, { "rx_pps": 257926.4552171562, "rx_pkts": 2563404, "time_ms": 1646284759831, "drop_pct": 234, "total_tx_pps": 256363, "tx_pps": 257950, "tx_pkts": 2563638, "ndr_pps": 126991, "drop_percentage": 0.009127653748306118 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "fab39ed6c612445784e1e24574be97e2" }, "synthesis": { "avg_delay_usec": 557.5041177188274, "total_tx_rate": 252445 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:24:12", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "ceb21980b7a54cfca27c2be13acbe3fd", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 1.171875, "timestamp_sec": 1646285193.3781986, "stats": { "total_tx_rate": 190656, "overall": { "rx_pkts": 1906560, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 3445, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 1906560, "avg_delay_usec": 366.4996223564955, "min_delay_usec": 49, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 953232, "min_delay_usec": 54, "drop_pct": 0, "max_delay_usec": 3445, "tx_pkts": 953328, "avg_delay_usec": 374, "drop_percentage": 0.0 }, "0": { "rx_pkts": 953328, "min_delay_usec": 49, "drop_pct": 0, "max_delay_usec": 3400, "tx_pkts": 953232, "avg_delay_usec": 359, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 582390528.0, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 2.34375, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 191816, "rate_bps": 585937500.0, "time_taken_sec": 137.84817028045654 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 527518.6982376295, "rx_pkts": 4594899, "time_ms": 1646285068098, "drop_pct": 137980399, "total_tx_pps": 14257529, "tx_pps": 16368398, "tx_pkts": 142575298, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14257529). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 96.77721241725898 }, { "rx_pps": 649584.5882534897, "rx_pkts": 6455897, "time_ms": 1646285080678, "drop_pct": 74882762, "total_tx_pps": 8133865, "tx_pps": 8184198, "tx_pkts": 81338659, "drop_percentage": 92.06294143600277 }, { "rx_pps": 486023.50862599886, "rx_pkts": 4830345, "time_ms": 1646285093199, "drop_pct": 35838974, "total_tx_pps": 4066931, "tx_pps": 4092098, "tx_pkts": 40669319, "drop_percentage": 88.12287710054845 }, { "rx_pps": 487117.8462164386, "rx_pkts": 4841709, "time_ms": 1646285105721, "drop_pct": 15494990, "total_tx_pps": 2033669, "tx_pps": 2046048, "tx_pkts": 20336699, "drop_percentage": 76.19225716031889 }, { "rx_pps": 365059.10021687107, "rx_pkts": 3628142, "time_ms": 1646285118236, "drop_pct": 6539188, "total_tx_pps": 1016733, "tx_pps": 1023024, "tx_pkts": 10167330, "drop_percentage": 64.31568563231448 }, { "rx_pps": 470718.585949703, "rx_pkts": 4678475, "time_ms": 1646285130816, "drop_pct": 405446, "total_tx_pps": 508392, "tx_pps": 511512, "tx_pkts": 5083921, "drop_percentage": 7.975064915446168 }, { "rx_pps": 255742.51844840997, "rx_pkts": 2541955, "time_ms": 1646285143320, "drop_pct": 134, "total_tx_pps": 254208, "tx_pps": 255756, "tx_pkts": 2542089, "drop_percentage": 0.0052712552550284435 }, { "rx_pps": 127878.0, "rx_pkts": 1271047, "time_ms": 1646285155820, "drop_pct": 0, "total_tx_pps": 127104, "tx_pps": 127878, "tx_pkts": 1271047, "drop_percentage": 0.0 }, { "rx_pps": 191816.0, "rx_pkts": 1906560, "time_ms": 1646285168332, "drop_pct": 0, "total_tx_pps": 190656, "tx_pps": 191816, "tx_pkts": 1906560, "drop_percentage": 0.0 }, { "rx_pps": 223586.05076246973, "rx_pkts": 2225246, "time_ms": 1646285180872, "drop_pct": 1990, "total_tx_pps": 222723, "tx_pps": 223786, "tx_pkts": 2227236, "drop_percentage": 0.08934841211259158 }, { "rx_pps": 207747.38173291675, "rx_pkts": 2064908, "time_ms": 1646285193377, "drop_pct": 523, "total_tx_pps": 206543, "tx_pps": 207800, "tx_pkts": 2065431, "ndr_pps": 95908, "drop_percentage": 0.02532159147412816 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "ceb21980b7a54cfca27c2be13acbe3fd" }, "synthesis": { "avg_delay_usec": 366.4996223564955, "total_tx_rate": 190656 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "128", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:31:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7d83b94d43e942238d6c50de662d6dcf", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 128, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_128-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 22.65625, "timestamp_sec": 1646285626.5736058, "stats": { "total_tx_rate": 156036, "overall": { "rx_pkts": 1560365, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 5728, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 1560365, "avg_delay_usec": 587.9997974832811, "min_delay_usec": 58, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 780143, "min_delay_usec": 58, "drop_pct": 0, "max_delay_usec": 1773, "tx_pkts": 780222, "avg_delay_usec": 592, "drop_percentage": 0.0 }, "0": { "rx_pkts": 780222, "min_delay_usec": 59, "drop_pct": 0, "max_delay_usec": 5728, "tx_pkts": 780143, "avg_delay_usec": 584, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 11259557760.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 45.3125, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 156986, "rate_bps": 11328125000.0, "time_taken_sec": 137.71946001052856 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 81808.84100646983, "rx_pkts": 816086, "time_ms": 1646285501423, "drop_pct": 6095994, "total_tx_pps": 691208, "tx_pps": 692904, "tx_pkts": 6912080, "drop_percentage": 88.19333688267497 }, { "rx_pps": 174051.7277974219, "rx_pkts": 1729814, "time_ms": 1646285513938, "drop_pct": 1713401, "total_tx_pps": 344321, "tx_pps": 346452, "tx_pkts": 3443215, "drop_percentage": 49.761661702798115 }, { "rx_pps": 173173.57764485295, "rx_pkts": 1721087, "time_ms": 1646285526441, "drop_pct": 521, "total_tx_pps": 172160, "tx_pps": 173226, "tx_pkts": 1721608, "drop_percentage": 0.030262405843839015 }, { "rx_pps": 86612.0, "rx_pkts": 860882, "time_ms": 1646285539000, "drop_pct": 0, "total_tx_pps": 86088, "tx_pps": 86612, "tx_pkts": 860882, "drop_percentage": 0.0 }, { "rx_pps": 129918.0, "rx_pkts": 1293789, "time_ms": 1646285551538, "drop_pct": 0, "total_tx_pps": 129378, "tx_pps": 129918, "tx_pkts": 1293789, "drop_percentage": 0.0 }, { "rx_pps": 151572.0, "rx_pkts": 1506400, "time_ms": 1646285564049, "drop_pct": 0, "total_tx_pps": 150640, "tx_pps": 151572, "tx_pkts": 1506400, "drop_percentage": 0.0 }, { "rx_pps": 162238.83736784133, "rx_pkts": 1612576, "time_ms": 1646285576558, "drop_pct": 1582, "total_tx_pps": 161415, "tx_pps": 162398, "tx_pkts": 1614158, "drop_percentage": 0.09800775388778546 }, { "rx_pps": 156986.0, "rx_pkts": 1560365, "time_ms": 1646285589058, "drop_pct": 0, "total_tx_pps": 156036, "tx_pps": 156986, "tx_pkts": 1560365, "drop_percentage": 0.0 }, { "rx_pps": 159630.32079097626, "rx_pkts": 1586489, "time_ms": 1646285601557, "drop_pct": 613, "total_tx_pps": 158710, "tx_pps": 159692, "tx_pkts": 1587102, "drop_percentage": 0.03862385656372432 }, { "rx_pps": 155353.5470980394, "rx_pkts": 1543982, "time_ms": 1646285614056, "drop_pct": 29661, "total_tx_pps": 157364, "tx_pps": 158338, "tx_pkts": 1573643, "drop_percentage": 1.8848620684615252 }, { "rx_pps": 157653.74926958897, "rx_pkts": 1566844, "time_ms": 1646285626572, "drop_pct": 82, "total_tx_pps": 156692, "tx_pps": 157662, "tx_pkts": 1566926, "ndr_pps": 78493, "drop_percentage": 0.005233176295498319 } ] } } }, "flow_count": 128, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7d83b94d43e942238d6c50de662d6dcf" }, "synthesis": { "avg_delay_usec": 587.9997974832811, "total_tx_rate": 156036 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:38:39", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7bffd833c7684dd6ad3c6fb4392fd892", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.390625, "timestamp_sec": 1646286062.320283, "stats": { "total_tx_rate": 289377, "overall": { "rx_pkts": 2893779, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 4256, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2893779, "avg_delay_usec": 430.4998222048055, "min_delay_usec": 52, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1446816, "min_delay_usec": 52, "drop_pct": 0, "max_delay_usec": 4256, "tx_pkts": 1446963, "avg_delay_usec": 434, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1446963, "min_delay_usec": 57, "drop_pct": 0, "max_delay_usec": 948, "tx_pkts": 1446816, "avg_delay_usec": 427, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 194461344.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 0.78125, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 290642, "rate_bps": 195312500.0, "time_taken_sec": 137.67585062980652 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1060675.9533262525, "rx_pkts": 3801256, "time_ms": 1646285937162, "drop_pct": 262850910, "total_tx_pps": 26665216, "tx_pps": 74404760, "tx_pkts": 266652166, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26665216). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.57445148223547 }, { "rx_pps": 549084.4052686733, "rx_pkts": 3959911, "time_ms": 1646285949709, "drop_pct": 264337845, "total_tx_pps": 26829775, "tx_pps": 37202380, "tx_pkts": 268297756, "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (26829775). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.52406108085377 }, { "rx_pps": 369990.33655168186, "rx_pkts": 3683809, "time_ms": 1646285962227, "drop_pct": 181518950, "total_tx_pps": 18520275, "tx_pps": 18601190, "tx_pkts": 185202759, "drop_percentage": 98.01093189977802 }, { "rx_pps": 384612.35211511684, "rx_pkts": 3822471, "time_ms": 1646285974730, "drop_pct": 88611510, "total_tx_pps": 9243398, "tx_pps": 9300594, "tx_pkts": 92433981, "drop_percentage": 95.86464743956013 }, { "rx_pps": 168933.23502156153, "rx_pkts": 1678943, "time_ms": 1646285987251, "drop_pct": 44538025, "total_tx_pps": 4621696, "tx_pps": 4650296, "tx_pkts": 46216968, "drop_percentage": 96.36725844932104 }, { "rx_pps": 159074.18157372237, "rx_pkts": 1580959, "time_ms": 1646285999771, "drop_pct": 21527528, "total_tx_pps": 2310848, "tx_pps": 2325148, "tx_pkts": 23108487, "drop_percentage": 93.15853521695297 }, { "rx_pps": 171386.32143951976, "rx_pkts": 1703323, "time_ms": 1646286012283, "drop_pct": 9850919, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554242, "drop_percentage": 85.25802904249366 }, { "rx_pps": 512810.1541521316, "rx_pkts": 5097079, "time_ms": 1646286024781, "drop_pct": 680616, "total_tx_pps": 577769, "tx_pps": 581286, "tx_pkts": 5777695, "drop_percentage": 11.780061079721238 }, { "rx_pps": 290642.0, "rx_pkts": 2893779, "time_ms": 1646286037314, "drop_pct": 0, "total_tx_pps": 289377, "tx_pps": 290642, "tx_pkts": 2893779, "drop_percentage": 0.0 }, { "rx_pps": 417277.35359887895, "rx_pkts": 4147530, "time_ms": 1646286049813, "drop_pct": 185736, "total_tx_pps": 433326, "tx_pps": 435964, "tx_pkts": 4333266, "drop_percentage": 4.28628198684318 }, { "rx_pps": 363141.5007727034, "rx_pkts": 3609085, "time_ms": 1646286062319, "drop_pct": 1615, "total_tx_pps": 361070, "tx_pps": 363304, "tx_pkts": 3610700, "ndr_pps": 145321, "drop_percentage": 0.044728169053092195 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7bffd833c7684dd6ad3c6fb4392fd892" }, "synthesis": { "avg_delay_usec": 430.4998222048055, "total_tx_rate": 289377 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:45:59", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 0.78125, "timestamp_sec": 1646286501.6585698, "stats": { "total_tx_rate": 328252, "overall": { "rx_pkts": 3282523, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 5743, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3282523, "avg_delay_usec": 504.00045239591617, "min_delay_usec": 59, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1641179, "min_delay_usec": 60, "drop_pct": 0, "max_delay_usec": 5743, "tx_pkts": 1641344, "avg_delay_usec": 495, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1641344, "min_delay_usec": 59, "drop_pct": 0, "max_delay_usec": 5416, "tx_pkts": 1641179, "avg_delay_usec": 513, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 388650368.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 1.5625, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 329918, "rate_bps": 390625000.0, "time_taken_sec": 137.7171869277954 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 669022.1950312835, "rx_pkts": 4088190, "time_ms": 1646286376431, "drop_pct": 253964761, "total_tx_pps": 25805295, "tx_pps": 42229728, "tx_pkts": 258052951, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25805295). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.41575537727526 }, { "rx_pps": 399023.3302773898, "rx_pkts": 3965614, "time_ms": 1646286388930, "drop_pct": 205880262, "total_tx_pps": 20984587, "tx_pps": 21114864, "tx_pkts": 209845876, "drop_percentage": 98.11022543040112 }, { "rx_pps": 447142.9301377911, "rx_pkts": 4443482, "time_ms": 1646286401505, "drop_pct": 100470978, "total_tx_pps": 10491446, "tx_pps": 10557432, "tx_pkts": 104914460, "drop_percentage": 95.7646619922554 }, { "rx_pps": 346951.3718415911, "rx_pkts": 3448177, "time_ms": 1646286414004, "drop_pct": 49014354, "total_tx_pps": 5246253, "tx_pps": 5278716, "tx_pkts": 52462531, "drop_percentage": 93.42735294261728 }, { "rx_pps": 215866.7599879869, "rx_pkts": 2145392, "time_ms": 1646286426523, "drop_pct": 24085870, "total_tx_pps": 2623126, "tx_pps": 2639358, "tx_pkts": 26231262, "drop_percentage": 91.82123986257314 }, { "rx_pps": 149781.0398090949, "rx_pkts": 1488599, "time_ms": 1646286439020, "drop_pct": 11627022, "total_tx_pps": 1311562, "tx_pps": 1319678, "tx_pkts": 13115621, "drop_percentage": 88.65018286210008 }, { "rx_pps": 498086.9811686903, "rx_pkts": 4950239, "time_ms": 1646286451572, "drop_pct": 1607563, "total_tx_pps": 655780, "tx_pps": 659838, "tx_pkts": 6557802, "drop_percentage": 24.51374713661681 }, { "rx_pps": 329918.0, "rx_pkts": 3282523, "time_ms": 1646286464132, "drop_pct": 0, "total_tx_pps": 328252, "tx_pps": 329918, "tx_pkts": 3282523, "drop_percentage": 0.0 }, { "rx_pps": 478526.7821332745, "rx_pkts": 4756319, "time_ms": 1646286476632, "drop_pct": 162523, "total_tx_pps": 491884, "tx_pps": 494878, "tx_pkts": 4918842, "drop_percentage": 3.3040906782531336 }, { "rx_pps": 411878.7378240714, "rx_pkts": 4093705, "time_ms": 1646286489150, "drop_pct": 5161, "total_tx_pps": 409886, "tx_pps": 412398, "tx_pkts": 4098866, "drop_percentage": 0.12591287443893018 }, { "rx_pps": 371054.5743320845, "rx_pkts": 3688099, "time_ms": 1646286501657, "drop_pct": 1028, "total_tx_pps": 368912, "tx_pps": 371158, "tx_pkts": 3689127, "ndr_pps": 164959, "drop_percentage": 0.027865671200801707 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "fcb4e242cc2c4c36873e6f0361cb9a5f" }, "synthesis": { "avg_delay_usec": 504.00045239591617, "total_tx_rate": 328252 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 05:55:45", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 1.3671875, "timestamp_sec": 1646287087.8915067, "stats": { "total_tx_rate": 307709, "overall": { "rx_pkts": 3077097, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 3367, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3077097, "avg_delay_usec": 432.50000146241734, "min_delay_usec": 38, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1538548, "min_delay_usec": 38, "drop_pct": 0, "max_delay_usec": 3281, "tx_pkts": 1538549, "avg_delay_usec": 428, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1538549, "min_delay_usec": 55, "drop_pct": 0, "max_delay_usec": 3367, "tx_pkts": 1538548, "avg_delay_usec": 437, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 679421472.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 2.734375, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 309598, "rate_bps": 683593750.0, "time_taken_sec": 137.742746591568 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 255672.565299537, "rx_pkts": 2319871, "time_ms": 1646286962658, "drop_pct": 203151166, "total_tx_pps": 20547103, "tx_pps": 22644926, "tx_pkts": 205471037, "drop_percentage": 98.87094987504248 }, { "rx_pps": 335448.3699684173, "rx_pkts": 3333855, "time_ms": 1646286975189, "drop_pct": 109194480, "total_tx_pps": 11252833, "tx_pps": 11322462, "tx_pkts": 112528335, "drop_percentage": 97.03731953378676 }, { "rx_pps": 130166.49486928145, "rx_pkts": 1293660, "time_ms": 1646286987760, "drop_pct": 54970487, "total_tx_pps": 5626414, "tx_pps": 5661230, "tx_pkts": 56264147, "drop_percentage": 97.70073826943471 }, { "rx_pps": 188671.05892669645, "rx_pkts": 1875296, "time_ms": 1646287000320, "drop_pct": 26259592, "total_tx_pps": 2813488, "tx_pps": 2830614, "tx_pkts": 28134888, "drop_percentage": 93.33462425725668 }, { "rx_pps": 208503.260507737, "rx_pkts": 2075129, "time_ms": 1646287012832, "drop_pct": 12010706, "total_tx_pps": 1408583, "tx_pps": 1415306, "tx_pkts": 14085835, "drop_percentage": 85.2679731091554 }, { "rx_pps": 401016.7055138048, "rx_pkts": 3985506, "time_ms": 1646287025334, "drop_pct": 3047496, "total_tx_pps": 703300, "tx_pps": 707652, "tx_pkts": 7033002, "drop_percentage": 43.331368311853176 }, { "rx_pps": 353769.4579762555, "rx_pkts": 3516295, "time_ms": 1646287037843, "drop_pct": 562, "total_tx_pps": 351685, "tx_pps": 353826, "tx_pkts": 3516857, "drop_percentage": 0.01598017775530822 }, { "rx_pps": 176912.0, "rx_pkts": 1758241, "time_ms": 1646287050350, "drop_pct": 0, "total_tx_pps": 175824, "tx_pps": 176912, "tx_pkts": 1758241, "drop_percentage": 0.0 }, { "rx_pps": 265370.0, "rx_pkts": 2637382, "time_ms": 1646287062871, "drop_pct": 0, "total_tx_pps": 263738, "tx_pps": 265370, "tx_pkts": 2637382, "drop_percentage": 0.0 }, { "rx_pps": 309598.0, "rx_pkts": 3077097, "time_ms": 1646287075371, "drop_pct": 0, "total_tx_pps": 307709, "tx_pps": 309598, "tx_pkts": 3077097, "drop_percentage": 0.0 }, { "rx_pps": 331394.0121815451, "rx_pkts": 3300519, "time_ms": 1646287087890, "drop_pct": 3167, "total_tx_pps": 330368, "tx_pps": 331712, "tx_pkts": 3303686, "ndr_pps": 154799, "drop_percentage": 0.09586262132660307 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e09f10fc7dc54e4a9b8a1c58b88028df" }, "synthesis": { "avg_delay_usec": 432.50000146241734, "total_tx_rate": 307709 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:00:38", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "32f6745439f040fa96de86e0a3ad0abf", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 2.34375, "timestamp_sec": 1646287380.6742508, "stats": { "total_tx_rate": 273652, "overall": { "rx_pkts": 2736528, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2723, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2736528, "avg_delay_usec": 410.4993787748563, "min_delay_usec": 41, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1368196, "min_delay_usec": 45, "drop_pct": 0, "max_delay_usec": 2723, "tx_pkts": 1368332, "avg_delay_usec": 423, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1368332, "min_delay_usec": 41, "drop_pct": 0, "max_delay_usec": 2679, "tx_pkts": 1368196, "avg_delay_usec": 398, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1164662912.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 4.6875, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 275346, "rate_bps": 1171875000.0, "time_taken_sec": 137.6094572544098 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 422261.6287427662, "rx_pkts": 4008862, "time_ms": 1646287255615, "drop_pct": 107525288, "total_tx_pps": 11153415, "tx_pps": 11748120, "tx_pkts": 111534150, "drop_percentage": 96.40570892412772 }, { "rx_pps": 235563.01252603848, "rx_pkts": 2345619, "time_ms": 1646287268137, "drop_pct": 56145341, "total_tx_pps": 5849096, "tx_pps": 5874060, "tx_pkts": 58490960, "drop_percentage": 95.98977517209497 }, { "rx_pps": 214956.55098821394, "rx_pkts": 2136346, "time_ms": 1646287280641, "drop_pct": 27053331, "total_tx_pps": 2918967, "tx_pps": 2937030, "tx_pkts": 29189677, "drop_percentage": 92.68115916459097 }, { "rx_pps": 98852.65115506016, "rx_pkts": 982546, "time_ms": 1646287293143, "drop_pct": 13613750, "total_tx_pps": 1459629, "tx_pps": 1468514, "tx_pkts": 14596296, "drop_percentage": 93.26852511075413 }, { "rx_pps": 374357.7867755638, "rx_pkts": 3720931, "time_ms": 1646287305644, "drop_pct": 3577210, "total_tx_pps": 729814, "tx_pps": 734256, "tx_pkts": 7298141, "drop_percentage": 49.01535884275187 }, { "rx_pps": 366719.5290001208, "rx_pkts": 3645011, "time_ms": 1646287318156, "drop_pct": 4060, "total_tx_pps": 364907, "tx_pps": 367128, "tx_pkts": 3649071, "drop_percentage": 0.11126119497263824 }, { "rx_pps": 183564.0, "rx_pkts": 1824537, "time_ms": 1646287330655, "drop_pct": 0, "total_tx_pps": 182453, "tx_pps": 183564, "tx_pkts": 1824537, "drop_percentage": 0.0 }, { "rx_pps": 275346.0, "rx_pkts": 2736528, "time_ms": 1646287343177, "drop_pct": 0, "total_tx_pps": 273652, "tx_pps": 275346, "tx_pkts": 2736528, "drop_percentage": 0.0 }, { "rx_pps": 321054.59355599707, "rx_pkts": 3190964, "time_ms": 1646287355673, "drop_pct": 1803, "total_tx_pps": 319276, "tx_pps": 321236, "tx_pkts": 3192767, "drop_percentage": 0.056471392995480096 }, { "rx_pps": 298206.68394270656, "rx_pkts": 2964029, "time_ms": 1646287368173, "drop_pct": 848, "total_tx_pps": 296487, "tx_pps": 298292, "tx_pkts": 2964877, "drop_percentage": 0.028601523773161584 }, { "rx_pps": 286576.03641464544, "rx_pkts": 2848426, "time_ms": 1646287380673, "drop_pct": 2405, "total_tx_pps": 285083, "tx_pps": 286818, "tx_pkts": 2850831, "ndr_pps": 137673, "drop_percentage": 0.08436136691371744 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "32f6745439f040fa96de86e0a3ad0abf" }, "synthesis": { "avg_delay_usec": 410.4993787748563, "total_tx_rate": 273652 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:12:50", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 3.22265625, "timestamp_sec": 1646288112.949391, "stats": { "total_tx_rate": 254057, "overall": { "rx_pkts": 2540579, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 6615, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2540579, "avg_delay_usec": 476.00064985186447, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1270226, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 6615, "tx_pkts": 1270353, "avg_delay_usec": 463, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1270353, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 4615, "tx_pkts": 1270226, "avg_delay_usec": 489, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1601575328.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 6.4453125, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 255604, "rate_bps": 1611328124.0, "time_taken_sec": 137.60951566696167 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 401443.3266594298, "rx_pkts": 3873721, "time_ms": 1646287987827, "drop_pct": 72660892, "total_tx_pps": 7653461, "tx_pps": 7931472, "tx_pkts": 76534613, "drop_percentage": 94.9386024856492 }, { "rx_pps": 270999.9900496978, "rx_pkts": 2693334, "time_ms": 1646288000350, "drop_pct": 36720142, "total_tx_pps": 3941347, "tx_pps": 3965736, "tx_pkts": 39413476, "drop_percentage": 93.16646418093141 }, { "rx_pps": 198550.00234079146, "rx_pkts": 1973488, "time_ms": 1646288012848, "drop_pct": 17735231, "total_tx_pps": 1970871, "tx_pps": 1982868, "tx_pkts": 19708719, "drop_percentage": 89.98672617941328 }, { "rx_pps": 199910.28390347675, "rx_pkts": 1986809, "time_ms": 1646288025358, "drop_pct": 7866561, "total_tx_pps": 985337, "tx_pps": 991434, "tx_pkts": 9853370, "drop_percentage": 79.83624891788291 }, { "rx_pps": 472617.2657889759, "rx_pkts": 4697582, "time_ms": 1646288037860, "drop_pct": 229590, "total_tx_pps": 492717, "tx_pps": 495716, "tx_pkts": 4927172, "drop_percentage": 4.6596709024974166 }, { "rx_pps": 247858.0, "rx_pkts": 2463586, "time_ms": 1646288050400, "drop_pct": 0, "total_tx_pps": 246358, "tx_pps": 247858, "tx_pkts": 2463586, "drop_percentage": 0.0 }, { "rx_pps": 369515.96694294043, "rx_pkts": 3672805, "time_ms": 1646288062900, "drop_pct": 22563, "total_tx_pps": 369536, "tx_pps": 371786, "tx_pkts": 3695368, "drop_percentage": 0.6105751849342204 }, { "rx_pps": 309577.99963821407, "rx_pkts": 3076744, "time_ms": 1646288075398, "drop_pct": 2425, "total_tx_pps": 307916, "tx_pps": 309822, "tx_pkts": 3079169, "drop_percentage": 0.07875501474586162 }, { "rx_pps": 278814.24160118186, "rx_pkts": 2770997, "time_ms": 1646288087918, "drop_pct": 256, "total_tx_pps": 277125, "tx_pps": 278840, "tx_pkts": 2771253, "drop_percentage": 0.009237698615030819 }, { "rx_pps": 263259.7617543409, "rx_pkts": 2616539, "time_ms": 1646288100438, "drop_pct": 877, "total_tx_pps": 261741, "tx_pps": 263348, "tx_pkts": 2617416, "drop_percentage": 0.03350632837882859 }, { "rx_pps": 255604.0, "rx_pkts": 2540579, "time_ms": 1646288112948, "drop_pct": 0, "total_tx_pps": 254057, "tx_pps": 255604, "tx_pkts": 2540579, "ndr_pps": 127802, "drop_percentage": 0.0 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7df3eeb5c69345d0a0f89371dec4d8c6" }, "synthesis": { "avg_delay_usec": 476.00064985186447, "total_tx_rate": 254057 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:20:09", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "cd0872af22cc4e368a8a824b8f85ff54", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_10k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 4.4921875, "timestamp_sec": 1646288552.3423898, "stats": { "total_tx_rate": 267301, "overall": { "rx_pkts": 2673012, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 8541, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2673012, "avg_delay_usec": 483.49946577119744, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1336438, "min_delay_usec": 38, "drop_pct": 0, "max_delay_usec": 8541, "tx_pkts": 1336574, "avg_delay_usec": 494, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1336574, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 7095, "tx_pkts": 1336438, "avg_delay_usec": 473, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2232497952.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 8.984375, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 268928, "rate_bps": 2246093750.0, "time_taken_sec": 137.60198616981506 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 288161.597988842, "rx_pkts": 2804152, "time_ms": 1646288427250, "drop_pct": 55452425, "total_tx_pps": 5825657, "tx_pps": 5986590, "tx_pkts": 58256577, "drop_percentage": 95.1865486363883 }, { "rx_pps": 213298.5964799784, "rx_pkts": 2119868, "time_ms": 1646288439760, "drop_pct": 27628983, "total_tx_pps": 2974885, "tx_pps": 2993294, "tx_pkts": 29748851, "drop_percentage": 92.8741180625766 }, { "rx_pps": 131366.48872957594, "rx_pkts": 1305586, "time_ms": 1646288452271, "drop_pct": 13568832, "total_tx_pps": 1487441, "tx_pps": 1496646, "tx_pkts": 14874418, "drop_percentage": 91.22260783581582 }, { "rx_pps": 290509.78790066997, "rx_pkts": 2887523, "time_ms": 1646288464771, "drop_pct": 4550426, "total_tx_pps": 743794, "tx_pps": 748322, "tx_pkts": 7437949, "drop_percentage": 61.17850498840473 }, { "rx_pps": 373382.29544448643, "rx_pkts": 3711236, "time_ms": 1646288477284, "drop_pct": 7730, "total_tx_pps": 371896, "tx_pps": 374160, "tx_pkts": 3718966, "drop_percentage": 0.20785347325036044 }, { "rx_pps": 187080.0, "rx_pkts": 1863037, "time_ms": 1646288489810, "drop_pct": 0, "total_tx_pps": 186303, "tx_pps": 187080, "tx_pkts": 1863037, "drop_percentage": 0.0 }, { "rx_pps": 280389.9082326065, "rx_pkts": 2786939, "time_ms": 1646288502310, "drop_pct": 2287, "total_tx_pps": 278922, "tx_pps": 280620, "tx_pkts": 2789226, "drop_percentage": 0.0819940729076812 }, { "rx_pps": 233850.0, "rx_pkts": 2324119, "time_ms": 1646288514811, "drop_pct": 0, "total_tx_pps": 232411, "tx_pps": 233850, "tx_pkts": 2324119, "drop_percentage": 0.0 }, { "rx_pps": 257236.0, "rx_pkts": 2556543, "time_ms": 1646288527323, "drop_pct": 0, "total_tx_pps": 255654, "tx_pps": 257236, "tx_pkts": 2556543, "drop_percentage": 0.0 }, { "rx_pps": 268928.0, "rx_pkts": 2673012, "time_ms": 1646288539831, "drop_pct": 0, "total_tx_pps": 267301, "tx_pps": 268928, "tx_pkts": 2673012, "drop_percentage": 0.0 }, { "rx_pps": 274722.439659442, "rx_pkts": 2733353, "time_ms": 1646288552341, "drop_pct": 513, "total_tx_pps": 273386, "tx_pps": 274774, "tx_pkts": 2733866, "ndr_pps": 134464, "drop_percentage": 0.018764635867302933 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "cd0872af22cc4e368a8a824b8f85ff54" }, "synthesis": { "avg_delay_usec": 483.49946577119744, "total_tx_rate": 267301 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:25:02", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 6.25, "timestamp_sec": 1646288845.323408, "stats": { "total_tx_rate": 298647, "overall": { "rx_pkts": 2986473, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 784, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2986473, "avg_delay_usec": 509.001702007686, "min_delay_usec": 55, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1493087, "min_delay_usec": 76, "drop_pct": 0, "max_delay_usec": 766, "tx_pkts": 1493386, "avg_delay_usec": 492, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1493386, "min_delay_usec": 55, "drop_pct": 0, "max_delay_usec": 784, "tx_pkts": 1493087, "avg_delay_usec": 526, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3105928800.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 12.5, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 300480, "rate_bps": 3125000000.0, "time_taken_sec": 137.64375615119934 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 328796.88960086054, "rx_pkts": 3216282, "time_ms": 1646288720187, "drop_pct": 43812427, "total_tx_pps": 4702870, "tx_pps": 4807692, "tx_pkts": 47028709, "drop_percentage": 93.16102425860765 }, { "rx_pps": 137967.17788955485, "rx_pkts": 1371187, "time_ms": 1646288732685, "drop_pct": 22519440, "total_tx_pps": 2389062, "tx_pps": 2403846, "tx_pkts": 23890627, "drop_percentage": 94.26056503247068 }, { "rx_pps": 118105.52734564139, "rx_pkts": 1173792, "time_ms": 1646288745223, "drop_pct": 10771512, "total_tx_pps": 1194530, "tx_pps": 1201922, "tx_pkts": 11945304, "drop_percentage": 90.17361132039838 }, { "rx_pps": 421709.7198215352, "rx_pkts": 4191374, "time_ms": 1646288757729, "drop_pct": 1781569, "total_tx_pps": 597294, "tx_pps": 600960, "tx_pkts": 5972943, "drop_percentage": 29.82732297964337 }, { "rx_pps": 300480.0, "rx_pkts": 2986473, "time_ms": 1646288770264, "drop_pct": 0, "total_tx_pps": 298647, "tx_pps": 300480, "tx_pkts": 2986473, "drop_percentage": 0.0 }, { "rx_pps": 418310.83577366004, "rx_pkts": 4157802, "time_ms": 1646288782786, "drop_pct": 322131, "total_tx_pps": 447993, "tx_pps": 450720, "tx_pkts": 4479933, "drop_percentage": 7.190531644111642 }, { "rx_pps": 374651.06490817876, "rx_pkts": 3723473, "time_ms": 1646288795289, "drop_pct": 9431, "total_tx_pps": 373290, "tx_pps": 375600, "tx_pkts": 3732904, "drop_percentage": 0.2526451256180175 }, { "rx_pps": 337828.9123930734, "rx_pkts": 3357682, "time_ms": 1646288807790, "drop_pct": 2098, "total_tx_pps": 335978, "tx_pps": 338040, "tx_pkts": 3359780, "drop_percentage": 0.062444564822696724 }, { "rx_pps": 318795.6445763084, "rx_pkts": 3168353, "time_ms": 1646288820308, "drop_pct": 4615, "total_tx_pps": 317296, "tx_pps": 319260, "tx_pkts": 3172968, "drop_percentage": 0.14544741705557698 }, { "rx_pps": 309849.17401039106, "rx_pkts": 3079747, "time_ms": 1646288832818, "drop_pct": 207, "total_tx_pps": 307995, "tx_pps": 309870, "tx_pkts": 3079954, "drop_percentage": 0.006720879597552431 }, { "rx_pps": 305137.8923991017, "rx_pkts": 3033835, "time_ms": 1646288845322, "drop_pct": 359, "total_tx_pps": 303419, "tx_pps": 305174, "tx_pkts": 3034194, "ndr_pps": 150240, "drop_percentage": 0.011831807722248478 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "8be1bcbbe7c94f8f94b64ab8ff667462" }, "synthesis": { "avg_delay_usec": 509.001702007686, "total_tx_rate": 298647 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:29:56", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "4235eac7551b4b33aa00fd498105e51e", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 6.640625, "timestamp_sec": 1646289138.556028, "stats": { "total_tx_rate": 268223, "overall": { "rx_pkts": 2682236, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 6699, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2682236, "avg_delay_usec": 468.9993408484563, "min_delay_usec": 54, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1341050, "min_delay_usec": 57, "drop_pct": 0, "max_delay_usec": 6699, "tx_pkts": 1341186, "avg_delay_usec": 482, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1341186, "min_delay_usec": 54, "drop_pct": 0, "max_delay_usec": 2508, "tx_pkts": 1341050, "avg_delay_usec": 456, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3300215792.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 13.28125, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 269856, "rate_bps": 3320312500.0, "time_taken_sec": 137.53674697875977 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 280327.64801039256, "rx_pkts": 2747650, "time_ms": 1646289013507, "drop_pct": 37083151, "total_tx_pps": 3983080, "tx_pps": 4063718, "tx_pkts": 39830801, "drop_percentage": 93.10169534376173 }, { "rx_pps": 139771.86715044265, "rx_pkts": 1389067, "time_ms": 1646289026009, "drop_pct": 18803744, "total_tx_pps": 2019281, "tx_pps": 2031858, "tx_pkts": 20192811, "drop_percentage": 93.12098251204353 }, { "rx_pps": 207291.5107155712, "rx_pkts": 2060167, "time_ms": 1646289038511, "drop_pct": 8036635, "total_tx_pps": 1009680, "tx_pps": 1015928, "tx_pkts": 10096802, "drop_percentage": 79.59584628875558 }, { "rx_pps": 448511.248959259, "rx_pkts": 4460221, "time_ms": 1646289051022, "drop_pct": 591228, "total_tx_pps": 505144, "tx_pps": 507964, "tx_pkts": 5051449, "drop_percentage": 11.704126875278757 }, { "rx_pps": 253982.0, "rx_pkts": 2524203, "time_ms": 1646289063521, "drop_pct": 0, "total_tx_pps": 252420, "tx_pps": 253982, "tx_pkts": 2524203, "drop_percentage": 0.0 }, { "rx_pps": 380882.85178005294, "rx_pkts": 3785406, "time_ms": 1646289076021, "drop_pct": 886, "total_tx_pps": 378629, "tx_pps": 380972, "tx_pkts": 3786292, "drop_percentage": 0.02340020262568233 }, { "rx_pps": 313470.2547614981, "rx_pkts": 3115426, "time_ms": 1646289088528, "drop_pct": 39831, "total_tx_pps": 315525, "tx_pps": 317478, "tx_pkts": 3155257, "drop_percentage": 1.262369436150526 }, { "rx_pps": 285724.4659684076, "rx_pkts": 2839674, "time_ms": 1646289101027, "drop_pct": 55, "total_tx_pps": 283972, "tx_pps": 285730, "tx_pkts": 2839729, "drop_percentage": 0.001936804533108617 }, { "rx_pps": 269856.0, "rx_pkts": 2682236, "time_ms": 1646289113526, "drop_pct": 0, "total_tx_pps": 268223, "tx_pps": 269856, "tx_pkts": 2682236, "drop_percentage": 0.0 }, { "rx_pps": 277476.3853338296, "rx_pkts": 2758810, "time_ms": 1646289126038, "drop_pct": 3138, "total_tx_pps": 276194, "tx_pps": 277792, "tx_pkts": 2761948, "drop_percentage": 0.11361546270965275 }, { "rx_pps": 273634.23308427056, "rx_pkts": 2719516, "time_ms": 1646289138555, "drop_pct": 1886, "total_tx_pps": 272140, "tx_pps": 273824, "tx_pkts": 2721402, "ndr_pps": 134928, "drop_percentage": 0.06930251392480788 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "4235eac7551b4b33aa00fd498105e51e" }, "synthesis": { "avg_delay_usec": 468.9993408484563, "total_tx_rate": 268223 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:37:15", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "a5aadad5b25f444399ba2b3406c29196", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_10k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 1.7578125, "timestamp_sec": 1646289577.9506223, "stats": { "total_tx_rate": 285983, "overall": { "rx_pkts": 2859836, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2310, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2859836, "avg_delay_usec": 433.0000503525377, "min_delay_usec": 38, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1429846, "min_delay_usec": 44, "drop_pct": 0, "max_delay_usec": 1917, "tx_pkts": 1429990, "avg_delay_usec": 432, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1429990, "min_delay_usec": 38, "drop_pct": 0, "max_delay_usec": 2310, "tx_pkts": 1429846, "avg_delay_usec": 434, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 873582737.3333333, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 3.515625, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 287724, "rate_bps": 878906250.0, "time_taken_sec": 137.6145327091217 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 427548.78458777367, "rx_pkts": 3713299, "time_ms": 1646289452854, "drop_pct": 138447685, "total_tx_pps": 14216098, "tx_pps": 16368398, "tx_pkts": 142160984, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14216098). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 97.38796194601467 }, { "rx_pps": 409967.19737723225, "rx_pkts": 4074459, "time_ms": 1646289465351, "drop_pct": 77264193, "total_tx_pps": 8133865, "tx_pps": 8184198, "tx_pkts": 81338652, "drop_percentage": 94.99074683460454 }, { "rx_pps": 260283.02132755163, "rx_pkts": 2586823, "time_ms": 1646289477850, "drop_pct": 38082496, "total_tx_pps": 4066931, "tx_pps": 4092098, "tx_pkts": 40669319, "drop_percentage": 93.63937468439046 }, { "rx_pps": 169274.29595105443, "rx_pkts": 1682333, "time_ms": 1646289490349, "drop_pct": 18652320, "total_tx_pps": 2033465, "tx_pps": 2046048, "tx_pkts": 20334653, "drop_percentage": 91.72676809385437 }, { "rx_pps": 213995.76989708896, "rx_pkts": 2126798, "time_ms": 1646289502858, "drop_pct": 8040531, "total_tx_pps": 1016732, "tx_pps": 1023024, "tx_pkts": 10167329, "drop_percentage": 79.0820381636121 }, { "rx_pps": 485832.8535943681, "rx_pkts": 4828938, "time_ms": 1646289515358, "drop_pct": 255238, "total_tx_pps": 508417, "tx_pps": 511512, "tx_pkts": 5084176, "drop_percentage": 5.020243201651556 }, { "rx_pps": 255755.89938127328, "rx_pkts": 2541832, "time_ms": 1646289527874, "drop_pct": 1, "total_tx_pps": 254183, "tx_pps": 255756, "tx_pkts": 2541833, "drop_percentage": 3.934168767184941e-05 }, { "rx_pps": 383459.02405717666, "rx_pkts": 3811011, "time_ms": 1646289540375, "drop_pct": 1739, "total_tx_pps": 381275, "tx_pps": 383634, "tx_pkts": 3812750, "drop_percentage": 0.045610123926299914 }, { "rx_pps": 319404.44880279334, "rx_pkts": 3174727, "time_ms": 1646289552880, "drop_pct": 2878, "total_tx_pps": 317760, "tx_pps": 319694, "tx_pkts": 3177605, "drop_percentage": 0.09057135798817034 }, { "rx_pps": 287724.0, "rx_pkts": 2859836, "time_ms": 1646289565399, "drop_pct": 0, "total_tx_pps": 285983, "tx_pps": 287724, "tx_pkts": 2859836, "drop_percentage": 0.0 }, { "rx_pps": 303577.59912532725, "rx_pkts": 3017413, "time_ms": 1646289577949, "drop_pct": 1316, "total_tx_pps": 301872, "tx_pps": 303710, "tx_pkts": 3018729, "ndr_pps": 143862, "drop_percentage": 0.043594506164680566 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "a5aadad5b25f444399ba2b3406c29196" }, "synthesis": { "avg_delay_usec": 433.0000503525377, "total_tx_rate": 285983 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "10k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:47:01", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "7a447e0402ad455cad8e943d344bd43d", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 10000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_10k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 25.0, "timestamp_sec": 1646290163.7212827, "stats": { "total_tx_rate": 172160, "overall": { "rx_pkts": 1721608, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 8987, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 1721608, "avg_delay_usec": 803.0008178400658, "min_delay_usec": 86, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 860760, "min_delay_usec": 86, "drop_pct": 0, "max_delay_usec": 7359, "tx_pkts": 860848, "avg_delay_usec": 787, "drop_percentage": 0.0 }, "0": { "rx_pkts": 860848, "min_delay_usec": 90, "drop_pct": 0, "max_delay_usec": 8987, "tx_pkts": 860760, "avg_delay_usec": 819, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 12423065600.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 50.0, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 173226, "rate_bps": 12500000000.0, "time_taken_sec": 137.66240000724792 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 88271.08377210896, "rx_pkts": 877835, "time_ms": 1646290038548, "drop_pct": 6012931, "total_tx_pps": 689076, "tx_pps": 692904, "tx_pkts": 6890766, "drop_percentage": 87.26070512334913 }, { "rx_pps": 161139.26939074945, "rx_pkts": 1601483, "time_ms": 1646290051049, "drop_pct": 1841731, "total_tx_pps": 344321, "tx_pps": 346452, "tx_pkts": 3443214, "drop_percentage": 53.48871722756704 }, { "rx_pps": 173226.0, "rx_pkts": 1721608, "time_ms": 1646290063550, "drop_pct": 0, "total_tx_pps": 172160, "tx_pps": 173226, "tx_pkts": 1721608, "drop_percentage": 0.0 }, { "rx_pps": 211452.66814074648, "rx_pkts": 2101524, "time_ms": 1646290076054, "drop_pct": 480878, "total_tx_pps": 258240, "tx_pps": 259838, "tx_pkts": 2582402, "drop_percentage": 18.62134555348083 }, { "rx_pps": 212334.58730374108, "rx_pkts": 2110288, "time_ms": 1646290088562, "drop_pct": 41716, "total_tx_pps": 215200, "tx_pps": 216532, "tx_pkts": 2152004, "drop_percentage": 1.9384722333229865 }, { "rx_pps": 192487.71171054075, "rx_pkts": 1915062, "time_ms": 1646290101091, "drop_pct": 23781, "total_tx_pps": 193884, "tx_pps": 194878, "tx_pkts": 1938843, "drop_percentage": 1.2265562502997922 }, { "rx_pps": 183024.18234314685, "rx_pkts": 1819170, "time_ms": 1646290113598, "drop_pct": 10216, "total_tx_pps": 182938, "tx_pps": 184052, "tx_pkts": 1829386, "drop_percentage": 0.5584387329956608 }, { "rx_pps": 176570.2910542118, "rx_pkts": 1755021, "time_ms": 1646290126107, "drop_pct": 20552, "total_tx_pps": 177557, "tx_pps": 178638, "tx_pkts": 1775573, "drop_percentage": 1.1574854990473498 }, { "rx_pps": 175689.4205205337, "rx_pkts": 1746179, "time_ms": 1646290138633, "drop_pct": 2411, "total_tx_pps": 174859, "tx_pps": 175932, "tx_pkts": 1748590, "drop_percentage": 0.13788252248954871 }, { "rx_pps": 174555.66489782277, "rx_pkts": 1734998, "time_ms": 1646290151222, "drop_pct": 222, "total_tx_pps": 173522, "tx_pps": 174578, "tx_pkts": 1735220, "drop_percentage": 0.012793766784615208 }, { "rx_pps": 173460.8309452305, "rx_pkts": 1724114, "time_ms": 1646290163720, "drop_pct": 4385, "total_tx_pps": 172849, "tx_pps": 173902, "tx_pkts": 1728499, "ndr_pps": 86613, "drop_percentage": 0.2536883157005008 } ] } } }, "flow_count": 10000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "7a447e0402ad455cad8e943d344bd43d" }, "synthesis": { "avg_delay_usec": 803.0008178400658, "total_tx_rate": 172160 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-2.json", "frame_sizes": [ "64" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:54:21", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "c1e2fef7bb47473781a088db8235dca5", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "64" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "64" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_64-fc_100k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "64": { "ndr": { "load_percent_per_direction": 0.390625, "timestamp_sec": 1646290604.5060358, "stats": { "total_tx_rate": 288854, "overall": { "rx_pkts": 2888548, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 5341, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2888548, "avg_delay_usec": 455.49962091680663, "min_delay_usec": 47, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1444201, "min_delay_usec": 47, "drop_pct": 0, "max_delay_usec": 5341, "tx_pkts": 1444347, "avg_delay_usec": 463, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1444347, "min_delay_usec": 59, "drop_pct": 0, "max_delay_usec": 5267, "tx_pkts": 1444201, "avg_delay_usec": 448, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 194109888.0, "theoretical_tx_rate_pps": 74404761.90476191 }, "initial_rate_type": "rate_percent", "rate_percent": 0.78125, "duration_sec": 10.0, "l2frame_size": "64", "rate_pps": 290642, "rate_bps": 195312500.0, "time_taken_sec": 137.62960720062256 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 1053954.263475746, "rx_pkts": 3807089, "time_ms": 1646290479366, "drop_pct": 264957461, "total_tx_pps": 26876455, "tx_pps": 74404760, "tx_pkts": 268764550, "warning": "WARNING: There is a significant difference between requested TX rate (74404760) and actual TX rate (26876455). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.58348543362582 }, { "rx_pps": 406661.06757053314, "rx_pkts": 2956606, "time_ms": 1646290491895, "drop_pct": 267521167, "total_tx_pps": 27047777, "tx_pps": 37202380, "tx_pkts": 270477773, "warning": "WARNING: There is a significant difference between requested TX rate (37202380) and actual TX rate (27047777). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.90689502238692 }, { "rx_pps": 148664.22620742844, "rx_pkts": 1477497, "time_ms": 1646290504402, "drop_pct": 183390128, "total_tx_pps": 18486762, "tx_pps": 18601190, "tx_pkts": 184867625, "drop_percentage": 99.20078109944886 }, { "rx_pps": 118020.08758137107, "rx_pkts": 1172942, "time_ms": 1646290516918, "drop_pct": 91260961, "total_tx_pps": 9243390, "tx_pps": 9300594, "tx_pkts": 92433903, "drop_percentage": 98.73104784940219 }, { "rx_pps": 400017.6984889188, "rx_pkts": 3975576, "time_ms": 1646290529444, "drop_pct": 42241392, "total_tx_pps": 4621696, "tx_pps": 4650296, "tx_pkts": 46216968, "drop_percentage": 91.39801641682769 }, { "rx_pps": 118631.30644199387, "rx_pkts": 1181390, "time_ms": 1646290541984, "drop_pct": 21973599, "total_tx_pps": 2315498, "tx_pps": 2325148, "tx_pkts": 23154989, "drop_percentage": 94.89790299619663 }, { "rx_pps": 213393.54643034592, "rx_pkts": 2120812, "time_ms": 1646290554504, "drop_pct": 9433431, "total_tx_pps": 1155424, "tx_pps": 1162574, "tx_pkts": 11554243, "drop_percentage": 81.64473431967807 }, { "rx_pps": 570597.5399708707, "rx_pkts": 5671457, "time_ms": 1646290567004, "drop_pct": 106238, "total_tx_pps": 577769, "tx_pps": 581286, "tx_pkts": 5777695, "drop_percentage": 1.8387609591714342 }, { "rx_pps": 290642.0, "rx_pkts": 2888548, "time_ms": 1646290579503, "drop_pct": 0, "total_tx_pps": 288854, "tx_pps": 290642, "tx_pkts": 2888548, "drop_percentage": 0.0 }, { "rx_pps": 434891.10995581164, "rx_pkts": 4322604, "time_ms": 1646290592004, "drop_pct": 10664, "total_tx_pps": 433326, "tx_pps": 435964, "tx_pkts": 4333268, "drop_percentage": 0.24609601806304157 }, { "rx_pps": 362705.9824699818, "rx_pkts": 3605119, "time_ms": 1646290604505, "drop_pct": 5944, "total_tx_pps": 361106, "tx_pps": 363304, "tx_pkts": 3611063, "ndr_pps": 145321, "drop_percentage": 0.1646052699717507 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "c1e2fef7bb47473781a088db8235dca5" }, "synthesis": { "avg_delay_usec": 455.49962091680663, "total_tx_rate": 288854 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-2.json", "frame_sizes": [ "128" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 06:59:13", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "1b62171069bc40c7914f84ffbb050f31", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "128" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "128" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_128-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "128": { "ndr": { "load_percent_per_direction": 0.68359375, "timestamp_sec": 1646290896.3823671, "stats": { "total_tx_rate": 286902, "overall": { "rx_pkts": 2869029, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 2743, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2869029, "avg_delay_usec": 464.9996511014702, "min_delay_usec": 58, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1434443, "min_delay_usec": 62, "drop_pct": 0, "max_delay_usec": 2743, "tx_pkts": 1434586, "avg_delay_usec": 472, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1434586, "min_delay_usec": 58, "drop_pct": 0, "max_delay_usec": 1909, "tx_pkts": 1434443, "avg_delay_usec": 458, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 339691968.0, "theoretical_tx_rate_pps": 42229729.72972973 }, "initial_rate_type": "rate_percent", "rate_percent": 1.3671875, "duration_sec": 10.0, "l2frame_size": "128", "rate_pps": 288678, "rate_bps": 341796874.0, "time_taken_sec": 137.53828620910645 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 654315.3293594539, "rx_pkts": 4006536, "time_ms": 1646290771352, "drop_pct": 254576624, "total_tx_pps": 25858316, "tx_pps": 42229728, "tx_pkts": 258583160, "warning": "WARNING: There is a significant difference between requested TX rate (42229728) and actual TX rate (25858316). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 98.45058123661262 }, { "rx_pps": 362626.5714189805, "rx_pkts": 3603602, "time_ms": 1646290783851, "drop_pct": 206225385, "total_tx_pps": 20982898, "tx_pps": 21114864, "tx_pkts": 209828987, "drop_percentage": 98.28260048741502 }, { "rx_pps": 399253.9049378252, "rx_pkts": 3967988, "time_ms": 1646290796350, "drop_pct": 100957131, "total_tx_pps": 10492511, "tx_pps": 10557432, "tx_pkts": 104925119, "drop_percentage": 96.21826685752913 }, { "rx_pps": 328008.7854675711, "rx_pkts": 3259916, "time_ms": 1646290808847, "drop_pct": 49202614, "total_tx_pps": 5246253, "tx_pps": 5278716, "tx_pkts": 52462530, "drop_percentage": 93.78620131358514 }, { "rx_pps": 431037.2563654665, "rx_pkts": 4283865, "time_ms": 1646290821368, "drop_pct": 21947402, "total_tx_pps": 2623126, "tx_pps": 2639358, "tx_pkts": 26231267, "drop_percentage": 83.6688597619017 }, { "rx_pps": 132040.09847098283, "rx_pkts": 1312941, "time_ms": 1646290833872, "drop_pct": 11809280, "total_tx_pps": 1312222, "tx_pps": 1319678, "tx_pkts": 13122221, "drop_percentage": 89.99452150668702 }, { "rx_pps": 466334.61032833933, "rx_pkts": 4635133, "time_ms": 1646290846377, "drop_pct": 1923327, "total_tx_pps": 655846, "tx_pps": 659838, "tx_pkts": 6558460, "drop_percentage": 29.325893578675483 }, { "rx_pps": 329647.56411198626, "rx_pkts": 3276535, "time_ms": 1646290858875, "drop_pct": 2688, "total_tx_pps": 327922, "tx_pps": 329918, "tx_pkts": 3279223, "drop_percentage": 0.08197063755651872 }, { "rx_pps": 164958.0, "rx_pkts": 1639603, "time_ms": 1646290871373, "drop_pct": 0, "total_tx_pps": 163960, "tx_pps": 164958, "tx_pkts": 1639603, "drop_percentage": 0.0 }, { "rx_pps": 247438.0, "rx_pkts": 2459165, "time_ms": 1646290883873, "drop_pct": 0, "total_tx_pps": 245916, "tx_pps": 247438, "tx_pkts": 2459165, "drop_percentage": 0.0 }, { "rx_pps": 288678.0, "rx_pkts": 2869029, "time_ms": 1646290896381, "drop_pct": 0, "total_tx_pps": 286902, "tx_pps": 288678, "tx_pkts": 2869029, "ndr_pps": 144339, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "1b62171069bc40c7914f84ffbb050f31" }, "synthesis": { "avg_delay_usec": 464.9996511014702, "total_tx_rate": 286902 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "frame_sizes": [ "256" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:11:26", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "d4e52542fffb464dab4ee0f0bbe41424", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "256" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "256" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_256-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "256": { "ndr": { "load_percent_per_direction": 1.3671875, "timestamp_sec": 1646291629.1270602, "stats": { "total_tx_rate": 307725, "overall": { "rx_pkts": 3077236, "drop_percentage": 0.0005199444179417221, "drop_pct": 16, "max_delay_usec": 4557, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 3077252, "avg_delay_usec": 448.49974847558, "min_delay_usec": 39, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1538532, "min_delay_usec": 41, "drop_pct": 16, "max_delay_usec": 4557, "tx_pkts": 1538704, "avg_delay_usec": 453, "drop_percentage": 0.0010398361218272 }, "0": { "rx_pkts": 1538704, "min_delay_usec": 39, "drop_pct": 0, "max_delay_usec": 4475, "tx_pkts": 1538548, "avg_delay_usec": 444, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 679456800.0, "theoretical_tx_rate_pps": 22644927.536231883 }, "initial_rate_type": "rate_percent", "rate_percent": 2.734375, "duration_sec": 10.0, "l2frame_size": "256", "rate_pps": 309598, "rate_bps": 683593750.0, "time_taken_sec": 137.6123342514038 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 454315.7916803991, "rx_pkts": 4114594, "time_ms": 1646291504021, "drop_pct": 200973317, "total_tx_pps": 20508791, "tx_pps": 22644926, "tx_pkts": 205087911, "drop_percentage": 97.99374132783477 }, { "rx_pps": 341741.1574105596, "rx_pkts": 3396225, "time_ms": 1646291516524, "drop_pct": 109126448, "total_tx_pps": 11252267, "tx_pps": 11322462, "tx_pkts": 112522673, "drop_percentage": 96.98174162641871 }, { "rx_pps": 161288.4881766711, "rx_pkts": 1602966, "time_ms": 1646291529028, "drop_pct": 54661181, "total_tx_pps": 5626414, "tx_pps": 5661230, "tx_pkts": 56264147, "drop_percentage": 97.15099919669981 }, { "rx_pps": 115955.83218252, "rx_pkts": 1152543, "time_ms": 1646291541545, "drop_pct": 26982345, "total_tx_pps": 2813488, "tx_pps": 2830614, "tx_pkts": 28134888, "drop_percentage": 95.90350955013577 }, { "rx_pps": 161080.9212724765, "rx_pkts": 1600903, "time_ms": 1646291554048, "drop_pct": 12465118, "total_tx_pps": 1406602, "tx_pps": 1415306, "tx_pkts": 14066021, "drop_percentage": 88.61865057644944 }, { "rx_pps": 427270.71843328327, "rx_pkts": 4246431, "time_ms": 1646291566567, "drop_pct": 2786570, "total_tx_pps": 703300, "tx_pps": 707652, "tx_pkts": 7033001, "drop_percentage": 39.62135082875717 }, { "rx_pps": 353642.3849503518, "rx_pkts": 3524578, "time_ms": 1646291579093, "drop_pct": 1830, "total_tx_pps": 352640, "tx_pps": 353826, "tx_pkts": 3526408, "drop_percentage": 0.051894165394361626 }, { "rx_pps": 176912.0, "rx_pkts": 1758331, "time_ms": 1646291591612, "drop_pct": 0, "total_tx_pps": 175833, "tx_pps": 176912, "tx_pkts": 1758331, "drop_percentage": 0.0 }, { "rx_pps": 265370.0, "rx_pkts": 2637515, "time_ms": 1646291604122, "drop_pct": 0, "total_tx_pps": 263751, "tx_pps": 265370, "tx_pkts": 2637515, "drop_percentage": 0.0 }, { "rx_pps": 309596.39026248094, "rx_pkts": 3077236, "time_ms": 1646291616626, "drop_pct": 16, "total_tx_pps": 307725, "tx_pps": 309598, "tx_pkts": 3077252, "drop_percentage": 0.0005199444179417221 }, { "rx_pps": 331593.3824199975, "rx_pkts": 3295874, "time_ms": 1646291629126, "drop_pct": 1179, "total_tx_pps": 329705, "tx_pps": 331712, "tx_pkts": 3297053, "ndr_pps": 154799, "drop_percentage": 0.035759206782541866 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "d4e52542fffb464dab4ee0f0bbe41424" }, "synthesis": { "avg_delay_usec": 448.49974847558, "total_tx_rate": 307725 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-2.json", "frame_sizes": [ "512" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:13:52", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "25dca33bff7e45b3aef3a47996f30aaa", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "512" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "512" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_512-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "512": { "ndr": { "load_percent_per_direction": 2.1484375, "timestamp_sec": 1646291775.9324973, "stats": { "total_tx_rate": 250873, "overall": { "rx_pkts": 2508732, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 4401, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2508732, "avg_delay_usec": 351.5005273580438, "min_delay_usec": 37, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1254303, "min_delay_usec": 39, "drop_pct": 0, "max_delay_usec": 3459, "tx_pkts": 1254429, "avg_delay_usec": 341, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1254429, "min_delay_usec": 37, "drop_pct": 0, "max_delay_usec": 4401, "tx_pkts": 1254303, "avg_delay_usec": 362, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1067715488.0, "theoretical_tx_rate_pps": 11748120.30075188 }, "initial_rate_type": "rate_percent", "rate_percent": 4.296875, "duration_sec": 10.0, "l2frame_size": "512", "rate_pps": 252400, "rate_bps": 1074218750.0, "time_taken_sec": 137.65872263908386 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 396012.6918251163, "rx_pkts": 3753919, "time_ms": 1646291650778, "drop_pct": 107609913, "total_tx_pps": 11136383, "tx_pps": 11748120, "tx_pkts": 111363832, "drop_percentage": 96.62913988089059 }, { "rx_pps": 366842.0367461427, "rx_pkts": 3645860, "time_ms": 1646291663279, "drop_pct": 54733492, "total_tx_pps": 5837935, "tx_pps": 5874060, "tx_pkts": 58379352, "drop_percentage": 93.75488100655862 }, { "rx_pps": 145725.16553904826, "rx_pkts": 1448144, "time_ms": 1646291675798, "drop_pct": 27738595, "total_tx_pps": 2918673, "tx_pps": 2937030, "tx_pkts": 29186739, "drop_percentage": 95.03834943670823 }, { "rx_pps": 117366.44222363783, "rx_pkts": 1166564, "time_ms": 1646291688313, "drop_pct": 13429734, "total_tx_pps": 1459629, "tx_pps": 1468514, "tx_pkts": 14596298, "drop_percentage": 92.00780910337676 }, { "rx_pps": 388855.0412373564, "rx_pkts": 3865026, "time_ms": 1646291700839, "drop_pct": 3433114, "total_tx_pps": 729814, "tx_pps": 734256, "tx_pkts": 7298140, "drop_percentage": 47.04094467905521 }, { "rx_pps": 358806.9628110826, "rx_pkts": 3566364, "time_ms": 1646291713349, "drop_pct": 82707, "total_tx_pps": 364907, "tx_pps": 367128, "tx_pkts": 3649071, "drop_percentage": 2.2665220819216727 }, { "rx_pps": 183564.0, "rx_pkts": 1824354, "time_ms": 1646291725861, "drop_pct": 0, "total_tx_pps": 182435, "tx_pps": 183564, "tx_pkts": 1824354, "drop_percentage": 0.0 }, { "rx_pps": 275341.37200471794, "rx_pkts": 2736758, "time_ms": 1646291738359, "drop_pct": 46, "total_tx_pps": 273680, "tx_pps": 275346, "tx_pkts": 2736804, "drop_percentage": 0.001680792632574346 }, { "rx_pps": 229454.0, "rx_pkts": 2280430, "time_ms": 1646291750900, "drop_pct": 0, "total_tx_pps": 228043, "tx_pps": 229454, "tx_pkts": 2280430, "drop_percentage": 0.0 }, { "rx_pps": 252400.0, "rx_pkts": 2508732, "time_ms": 1646291763421, "drop_pct": 0, "total_tx_pps": 250873, "tx_pps": 252400, "tx_pkts": 2508732, "drop_percentage": 0.0 }, { "rx_pps": 263683.34931604785, "rx_pkts": 2620750, "time_ms": 1646291775931, "drop_pct": 1875, "total_tx_pps": 262262, "tx_pps": 263872, "tx_pkts": 2622625, "ndr_pps": 126200, "drop_percentage": 0.07149325580286926 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "25dca33bff7e45b3aef3a47996f30aaa" }, "synthesis": { "avg_delay_usec": 351.5005273580438, "total_tx_rate": 250873 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "frame_sizes": [ "768" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:26:05", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "99f490ebe6c2437a9632bddc2ea7163b", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "768" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "768" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_768-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "768": { "ndr": { "load_percent_per_direction": 3.7109375, "timestamp_sec": 1646292508.196054, "stats": { "total_tx_rate": 292520, "overall": { "rx_pkts": 2925176, "drop_percentage": 0.000854642125447106, "drop_pct": 25, "max_delay_usec": 794, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2925201, "avg_delay_usec": 440.00094079809213, "min_delay_usec": 38, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1462502, "min_delay_usec": 38, "drop_pct": 25, "max_delay_usec": 698, "tx_pkts": 1462674, "avg_delay_usec": 424, "drop_percentage": 0.0017091983586226321 }, "0": { "rx_pkts": 1462674, "min_delay_usec": 39, "drop_pct": 0, "max_delay_usec": 794, "tx_pkts": 1462527, "avg_delay_usec": 456, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 1844046080.0, "theoretical_tx_rate_pps": 7931472.081218274 }, "initial_rate_type": "rate_percent", "rate_percent": 7.421875, "duration_sec": 10.0, "l2frame_size": "768", "rate_pps": 294330, "rate_bps": 1855468750.0, "time_taken_sec": 137.6208794116974 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 359474.4042878791, "rx_pkts": 3462705, "time_ms": 1646292383075, "drop_pct": 72938695, "total_tx_pps": 7640140, "tx_pps": 7931472, "tx_pkts": 76401400, "drop_percentage": 95.46774666432815 }, { "rx_pps": 221917.01896656543, "rx_pkts": 2205522, "time_ms": 1646292395578, "drop_pct": 37207940, "total_tx_pps": 3941346, "tx_pps": 3965736, "tx_pkts": 39413462, "drop_percentage": 94.40414039243748 }, { "rx_pps": 120218.84357194848, "rx_pkts": 1194795, "time_ms": 1646292408080, "drop_pct": 18511939, "total_tx_pps": 1970673, "tx_pps": 1982868, "tx_pkts": 19706734, "drop_percentage": 93.93712321889564 }, { "rx_pps": 237679.50037510015, "rx_pkts": 2362178, "time_ms": 1646292420599, "drop_pct": 7491190, "total_tx_pps": 985336, "tx_pps": 991434, "tx_pkts": 9853368, "drop_percentage": 76.02669462867925 }, { "rx_pps": 467656.5430226268, "rx_pkts": 4647806, "time_ms": 1646292433101, "drop_pct": 278869, "total_tx_pps": 492667, "tx_pps": 495716, "tx_pkts": 4926675, "drop_percentage": 5.660389613684686 }, { "rx_pps": 247858.0, "rx_pkts": 2463587, "time_ms": 1646292445616, "drop_pct": 0, "total_tx_pps": 246358, "tx_pps": 247858, "tx_pkts": 2463587, "drop_percentage": 0.0 }, { "rx_pps": 371611.02398405195, "rx_pkts": 3693258, "time_ms": 1646292458113, "drop_pct": 1739, "total_tx_pps": 369499, "tx_pps": 371786, "tx_pkts": 3694997, "drop_percentage": 0.04706363767007118 }, { "rx_pps": 309695.5350187483, "rx_pkts": 3078222, "time_ms": 1646292470645, "drop_pct": 1257, "total_tx_pps": 307947, "tx_pps": 309822, "tx_pkts": 3079479, "drop_percentage": 0.04081859301524706 }, { "rx_pps": 278840.0, "rx_pkts": 2775715, "time_ms": 1646292483196, "drop_pct": 0, "total_tx_pps": 277571, "tx_pps": 278840, "tx_pkts": 2775715, "drop_percentage": 0.0 }, { "rx_pps": 294327.48453183216, "rx_pkts": 2925176, "time_ms": 1646292495696, "drop_pct": 25, "total_tx_pps": 292520, "tx_pps": 294330, "tx_pkts": 2925201, "drop_percentage": 0.000854642125447106 }, { "rx_pps": 301774.3450893266, "rx_pkts": 2999187, "time_ms": 1646292508195, "drop_pct": 2998, "total_tx_pps": 300218, "tx_pps": 302076, "tx_pkts": 3002185, "ndr_pps": 147165, "drop_percentage": 0.09986060152855337 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "99f490ebe6c2437a9632bddc2ea7163b" }, "synthesis": { "avg_delay_usec": 440.00094079809213, "total_tx_rate": 292520 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1024" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:33:24", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "e7ae74dbcfeb4aaf8774388598c054af", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1024" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1024" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1024-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1024": { "ndr": { "load_percent_per_direction": 4.78515625, "timestamp_sec": 1646292947.5717177, "stats": { "total_tx_rate": 284733, "overall": { "rx_pkts": 2847306, "drop_percentage": 0.0009131355247649378, "drop_pct": 26, "max_delay_usec": 4486, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2847332, "avg_delay_usec": 460.00053735004246, "min_delay_usec": 38, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1423568, "min_delay_usec": 38, "drop_pct": 26, "max_delay_usec": 829, "tx_pkts": 1423738, "avg_delay_usec": 451, "drop_percentage": 0.0018261786929898618 }, "0": { "rx_pkts": 1423738, "min_delay_usec": 38, "drop_pct": 0, "max_delay_usec": 4486, "tx_pkts": 1423594, "avg_delay_usec": 469, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2378090016.0, "theoretical_tx_rate_pps": 5986590.038314176 }, "initial_rate_type": "rate_percent", "rate_percent": 9.5703125, "duration_sec": 10.0, "l2frame_size": "1024", "rate_pps": 286466, "rate_bps": 2392578124.0, "time_taken_sec": 137.69065976142883 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 385174.3857818964, "rx_pkts": 3744698, "time_ms": 1646292822382, "drop_pct": 54457437, "total_tx_pps": 5820213, "tx_pps": 5986590, "tx_pkts": 58202135, "drop_percentage": 93.5660470187219 }, { "rx_pps": 371064.1070337179, "rx_pkts": 3687635, "time_ms": 1646292834881, "drop_pct": 26059720, "total_tx_pps": 2974735, "tx_pps": 2993294, "tx_pkts": 29747355, "drop_percentage": 87.6034860914525 }, { "rx_pps": 122785.19012242564, "rx_pkts": 1220301, "time_ms": 1646292847393, "drop_pct": 13654120, "total_tx_pps": 1487442, "tx_pps": 1496646, "tx_pkts": 14874421, "drop_percentage": 91.7959764618737 }, { "rx_pps": 352679.3934021328, "rx_pkts": 3505458, "time_ms": 1646292859908, "drop_pct": 3932491, "total_tx_pps": 743794, "tx_pps": 748322, "tx_pkts": 7437949, "drop_percentage": 52.87063678441463 }, { "rx_pps": 366733.73037974344, "rx_pkts": 3649920, "time_ms": 1646292872437, "drop_pct": 73910, "total_tx_pps": 372383, "tx_pps": 374160, "tx_pkts": 3723830, "drop_percentage": 1.9847844826428704 }, { "rx_pps": 187080.0, "rx_pkts": 1859483, "time_ms": 1646292884943, "drop_pct": 0, "total_tx_pps": 185948, "tx_pps": 187080, "tx_pkts": 1859483, "drop_percentage": 0.0 }, { "rx_pps": 280617.78649908, "rx_pkts": 2789062, "time_ms": 1646292897503, "drop_pct": 22, "total_tx_pps": 278908, "tx_pps": 280620, "tx_pkts": 2789084, "drop_percentage": 0.0007887894376791807 }, { "rx_pps": 327295.7202511058, "rx_pkts": 3252831, "time_ms": 1646292910003, "drop_pct": 937, "total_tx_pps": 325376, "tx_pps": 327390, "tx_pkts": 3253768, "drop_percentage": 0.028797381989127683 }, { "rx_pps": 303993.8263549052, "rx_pkts": 3021548, "time_ms": 1646292922504, "drop_pct": 121, "total_tx_pps": 302166, "tx_pps": 304006, "tx_pkts": 3021669, "drop_percentage": 0.004004409483633052 }, { "rx_pps": 291422.317994849, "rx_pkts": 2896594, "time_ms": 1646292935071, "drop_pct": 8843, "total_tx_pps": 290543, "tx_pps": 292312, "tx_pkts": 2905437, "drop_percentage": 0.3043604111877146 }, { "rx_pps": 286463.38417718763, "rx_pkts": 2847306, "time_ms": 1646292947570, "drop_pct": 26, "total_tx_pps": 284733, "tx_pps": 286466, "tx_pkts": 2847332, "ndr_pps": 143233, "drop_percentage": 0.0009131355247649378 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "e7ae74dbcfeb4aaf8774388598c054af" }, "synthesis": { "avg_delay_usec": 460.00053735004246, "total_tx_rate": 284733 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1280" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:40:43", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "3fddc9f03eab4c30982c44200d95ef6f", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1280" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1280" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1280-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1280": { "ndr": { "load_percent_per_direction": 4.98046875, "timestamp_sec": 1646293386.7455893, "stats": { "total_tx_rate": 237983, "overall": { "rx_pkts": 2379828, "drop_percentage": 0.0002941380389816941, "drop_pct": 7, "max_delay_usec": 9438, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2379835, "avg_delay_usec": 386.4999609215456, "min_delay_usec": 33, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1189917, "min_delay_usec": 33, "drop_pct": 0, "max_delay_usec": 9438, "tx_pkts": 1189918, "avg_delay_usec": 371, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1189911, "min_delay_usec": 38, "drop_pct": 7, "max_delay_usec": 3960, "tx_pkts": 1189917, "avg_delay_usec": 402, "drop_percentage": 0.000588276325155452 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 2475023200.0, "theoretical_tx_rate_pps": 4807692.307692308 }, "initial_rate_type": "rate_percent", "rate_percent": 9.9609375, "duration_sec": 10.0, "l2frame_size": "1280", "rate_pps": 239444, "rate_bps": 2490234374.0, "time_taken_sec": 137.611346244812 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 358534.3786509994, "rx_pkts": 3500830, "time_ms": 1646293261625, "drop_pct": 43442820, "total_tx_pps": 4694365, "tx_pps": 4807692, "tx_pkts": 46943650, "drop_percentage": 92.54248444677822 }, { "rx_pps": 334304.0766214427, "rx_pkts": 3322481, "time_ms": 1646293274141, "drop_pct": 20568142, "total_tx_pps": 2389062, "tx_pps": 2403846, "tx_pkts": 23890623, "drop_percentage": 86.09294952249675 }, { "rx_pps": 116658.3609443631, "rx_pkts": 1159526, "time_ms": 1646293286673, "drop_pct": 10786980, "total_tx_pps": 1194650, "tx_pps": 1201922, "tx_pkts": 11946506, "drop_percentage": 90.29401567286703 }, { "rx_pps": 285569.6450320203, "rx_pkts": 2838420, "time_ms": 1646293299173, "drop_pct": 3134823, "total_tx_pps": 597324, "tx_pps": 600960, "tx_pkts": 5973243, "drop_percentage": 52.48108941826074 }, { "rx_pps": 300333.21198330424, "rx_pkts": 2985163, "time_ms": 1646293311671, "drop_pct": 1459, "total_tx_pps": 298662, "tx_pps": 300480, "tx_pkts": 2986622, "drop_percentage": 0.04885117701537054 }, { "rx_pps": 150240.0, "rx_pkts": 1493236, "time_ms": 1646293324172, "drop_pct": 0, "total_tx_pps": 149323, "tx_pps": 150240, "tx_pkts": 1493236, "drop_percentage": 0.0 }, { "rx_pps": 225358.89330561867, "rx_pkts": 2239957, "time_ms": 1646293336698, "drop_pct": 11, "total_tx_pps": 223996, "tx_pps": 225360, "tx_pkts": 2239968, "drop_percentage": 0.0004910784439777711 }, { "rx_pps": 262884.3287803163, "rx_pkts": 2616225, "time_ms": 1646293349210, "drop_pct": 355, "total_tx_pps": 261658, "tx_pps": 262920, "tx_pkts": 2616580, "drop_percentage": 0.01356732834463307 }, { "rx_pps": 244032.44942784897, "rx_pkts": 2425563, "time_ms": 1646293361717, "drop_pct": 1069, "total_tx_pps": 242663, "tx_pps": 244140, "tx_pkts": 2426632, "drop_percentage": 0.04405282712829964 }, { "rx_pps": 234750.0, "rx_pkts": 2333417, "time_ms": 1646293374219, "drop_pct": 0, "total_tx_pps": 233341, "tx_pps": 234750, "tx_pkts": 2333417, "drop_percentage": 0.0 }, { "rx_pps": 239443.29570411396, "rx_pkts": 2379828, "time_ms": 1646293386744, "drop_pct": 7, "total_tx_pps": 237983, "tx_pps": 239444, "tx_pkts": 2379835, "ndr_pps": 119722, "drop_percentage": 0.0002941380389816941 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "3fddc9f03eab4c30982c44200d95ef6f" }, "synthesis": { "avg_delay_usec": 386.4999609215456, "total_tx_rate": 237983 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-2.json", "frame_sizes": [ "1518" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:43:10", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "6b244dd30f8e44208781c5d3283e8419", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "1518" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "1518" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_1518-fc_100k-rate_ndr-0.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "1518": { "ndr": { "load_percent_per_direction": 6.4453125, "timestamp_sec": 1646293533.4203305, "stats": { "total_tx_rate": 260333, "overall": { "rx_pkts": 2603335, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 7928, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2603335, "avg_delay_usec": 480.00050320070216, "min_delay_usec": 36, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1301602, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 4539, "tx_pkts": 1301733, "avg_delay_usec": 470, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1301733, "min_delay_usec": 36, "drop_pct": 0, "max_delay_usec": 7928, "tx_pkts": 1301602, "avg_delay_usec": 490, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 3203137232.0, "theoretical_tx_rate_pps": 4063719.1157347206 }, "initial_rate_type": "rate_percent", "rate_percent": 12.890625, "duration_sec": 10.0, "l2frame_size": "1518", "rate_pps": 261918, "rate_bps": 3222656250.0, "time_taken_sec": 137.72056579589844 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 325019.5206093959, "rx_pkts": 3180144, "time_ms": 1646293408209, "drop_pct": 36581186, "total_tx_pps": 3976133, "tx_pps": 4063718, "tx_pkts": 39761330, "drop_percentage": 92.00191744089044 }, { "rx_pps": 198729.36341220207, "rx_pkts": 1975072, "time_ms": 1646293420770, "drop_pct": 18218551, "total_tx_pps": 2019362, "tx_pps": 2031858, "tx_pkts": 20193623, "drop_percentage": 90.21932815126834 }, { "rx_pps": 157447.46203090227, "rx_pkts": 1564792, "time_ms": 1646293433286, "drop_pct": 8532011, "total_tx_pps": 1009680, "tx_pps": 1015928, "tx_pkts": 10096803, "drop_percentage": 84.5021042799389 }, { "rx_pps": 421490.29917415866, "rx_pkts": 4189406, "time_ms": 1646293445790, "drop_pct": 859506, "total_tx_pps": 504891, "tx_pps": 507964, "tx_pkts": 5048912, "drop_percentage": 17.023588448362737 }, { "rx_pps": 253980.49087030665, "rx_pkts": 2524440, "time_ms": 1646293458316, "drop_pct": 15, "total_tx_pps": 252445, "tx_pps": 253982, "tx_pkts": 2524455, "drop_percentage": 0.0005941876563456271 }, { "rx_pps": 378640.39427867, "rx_pkts": 3763497, "time_ms": 1646293470857, "drop_pct": 23175, "total_tx_pps": 378667, "tx_pps": 380972, "tx_pkts": 3786672, "drop_percentage": 0.6120149830774886 }, { "rx_pps": 316623.8329401139, "rx_pkts": 3147085, "time_ms": 1646293483376, "drop_pct": 8490, "total_tx_pps": 315557, "tx_pps": 317478, "tx_pkts": 3155575, "drop_percentage": 0.26904763791068187 }, { "rx_pps": 285718.32940377796, "rx_pkts": 2839900, "time_ms": 1646293495874, "drop_pct": 116, "total_tx_pps": 284001, "tx_pps": 285730, "tx_pkts": 2840016, "drop_percentage": 0.004084484031075882 }, { "rx_pps": 269556.6592924742, "rx_pkts": 2678991, "time_ms": 1646293508370, "drop_pct": 2975, "total_tx_pps": 268196, "tx_pps": 269856, "tx_pkts": 2681966, "drop_percentage": 0.11092608929419687 }, { "rx_pps": 261918.0, "rx_pkts": 2603335, "time_ms": 1646293520881, "drop_pct": 0, "total_tx_pps": 260333, "tx_pps": 261918, "tx_pkts": 2603335, "drop_percentage": 0.0 }, { "rx_pps": 265870.23458103574, "rx_pkts": 2647670, "time_ms": 1646293533419, "drop_pct": 157, "total_tx_pps": 264782, "tx_pps": 265886, "tx_pkts": 2647827, "ndr_pps": 130959, "drop_percentage": 0.005929390402016446 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "6b244dd30f8e44208781c5d3283e8419" }, "synthesis": { "avg_delay_usec": 480.00050320070216, "total_tx_rate": 260333 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-2.json", "frame_sizes": [ "IMIX" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 07:52:56", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "62ffc44b9e274050bf0a7f2c90f3d093", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "IMIX" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "IMIX" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_IMIX-fc_100k-rate_ndr-1.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "IMIX": { "ndr": { "load_percent_per_direction": 1.66015625, "timestamp_sec": 1646294119.6733074, "stats": { "total_tx_rate": 270069, "overall": { "rx_pkts": 2700692, "drop_percentage": 0.0, "drop_pct": 0, "max_delay_usec": 6573, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 2700692, "avg_delay_usec": 496.00005109801486, "min_delay_usec": 44, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 1350277, "min_delay_usec": 44, "drop_pct": 0, "max_delay_usec": 6573, "tx_pkts": 1350415, "avg_delay_usec": 495, "drop_percentage": 0.0 }, "0": { "rx_pkts": 1350415, "min_delay_usec": 48, "drop_pct": 0, "max_delay_usec": 6316, "tx_pkts": 1350277, "avg_delay_usec": 497, "drop_percentage": 0.0 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 824970772.0, "theoretical_tx_rate_pps": 16368398.079441292 }, "initial_rate_type": "rate_percent", "rate_percent": 3.3203125, "duration_sec": 10.0, "l2frame_size": "IMIX", "rate_pps": 271740, "rate_bps": 830078124.0, "time_taken_sec": 137.6471085548401 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 480448.74165268464, "rx_pkts": 4165250, "time_ms": 1646293994528, "drop_pct": 137740564, "total_tx_pps": 14190581, "tx_pps": 16368398, "tx_pkts": 141905814, "warning": "WARNING: There is a significant difference between requested TX rate (16368398) and actual TX rate (14190581). The traffic generator may not have sufficient CPU to achieve the requested TX rate.", "drop_percentage": 97.06477847341759 }, { "rx_pps": 416594.083252382, "rx_pkts": 4140320, "time_ms": 1646294007091, "drop_pct": 77198326, "total_tx_pps": 8133864, "tx_pps": 8184198, "tx_pkts": 81338646, "drop_percentage": 94.90977511477139 }, { "rx_pps": 415810.74435162114, "rx_pkts": 4132536, "time_ms": 1646294019594, "drop_pct": 36536789, "total_tx_pps": 4066932, "tx_pps": 4092098, "tx_pkts": 40669325, "drop_percentage": 89.83869046265214 }, { "rx_pps": 227881.88764751662, "rx_pkts": 2269362, "time_ms": 1646294032114, "drop_pct": 18106209, "total_tx_pps": 2037557, "tx_pps": 2046048, "tx_pkts": 20375571, "drop_percentage": 88.86233912168646 }, { "rx_pps": 184754.45000274904, "rx_pkts": 1836183, "time_ms": 1646294044616, "drop_pct": 8331146, "total_tx_pps": 1016732, "tx_pps": 1023024, "tx_pkts": 10167329, "drop_percentage": 81.9403601476848 }, { "rx_pps": 434731.4595380578, "rx_pkts": 4320582, "time_ms": 1646294057121, "drop_pct": 763084, "total_tx_pps": 508366, "tx_pps": 511512, "tx_pkts": 5083666, "drop_percentage": 15.010506197692767 }, { "rx_pps": 255756.0, "rx_pkts": 2541835, "time_ms": 1646294069630, "drop_pct": 0, "total_tx_pps": 254183, "tx_pps": 255756, "tx_pkts": 2541835, "drop_percentage": 0.0 }, { "rx_pps": 381383.3612061213, "rx_pkts": 3790383, "time_ms": 1646294082142, "drop_pct": 22368, "total_tx_pps": 381275, "tx_pps": 383634, "tx_pkts": 3812751, "drop_percentage": 0.5866630157594871 }, { "rx_pps": 319677.01936570305, "rx_pkts": 3181590, "time_ms": 1646294094664, "drop_pct": 169, "total_tx_pps": 318175, "tx_pps": 319694, "tx_pkts": 3181759, "drop_percentage": 0.005311527365837576 }, { "rx_pps": 286984.929988342, "rx_pkts": 2852492, "time_ms": 1646294107173, "drop_pct": 7346, "total_tx_pps": 285983, "tx_pps": 287724, "tx_pkts": 2859838, "drop_percentage": 0.2568676967017013 }, { "rx_pps": 271740.0, "rx_pkts": 2700692, "time_ms": 1646294119672, "drop_pct": 0, "total_tx_pps": 270069, "tx_pps": 271740, "tx_pkts": 2700692, "ndr_pps": 135870, "drop_percentage": 0.0 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "62ffc44b9e274050bf0a7f2c90f3d093" }, "synthesis": { "avg_delay_usec": 496.00005109801486, "total_tx_rate": 270069 } }, { "input": { "duration_sec": "10", "flavor_type": "nfvbench.loop.intensive", "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "frame_sizes": [ "9000" ], "rate": "ndr", "flow_count": "100k", "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "user_label": "amical_tc6_intensive" }, "output": { "status": "OK", "result": { "date": "2022-03-03 08:02:44", "nfvbench_version": "5.0.4.dev29", "config": { "compute_nodes": null, "traffic_generator": { "mac_addrs_left": null, "gateway_ip_addrs": [ "192.168.30.2", "192.168.31.2" ], "mac_addrs_right": null, "default_profile": "trex-local", "src_vteps": null, "generator_profile": [ { "intf_speed": null, "name": "trex-local", "ip": "127.0.0.1", "zmq_rpc_port": 4501, "tool": "TRex", "platform": { "master_thread_id": "0", "latency_thread_id": "1", "dual_if": [ { "threads": [ 2, 3, 4, 5, 6, 7 ], "socket": 0 } ] }, "zmq_pub_port": 4500, "interfaces": [ { "switch": null, "pci": "0000:00:05.0", "port": 0 }, { "switch": null, "pci": "0000:00:06.0", "port": 1 } ], "cores": 5, "software_mode": false } ], "vtep_gateway_ips": null, "tg_gateway_ip_addrs_step": "0.0.0.1", "udp_port_step": "1", "udp_src_port": [ "49152", "49168" ], "gateway_ip_addrs_step": "0.0.0.1", "tg_gateway_ip_addrs": [ "192.168.30.1", "192.168.31.1" ], "ip_addrs": [ "198.18.0.0/16", "198.19.0.0/16" ], "ip_src_static": true, "host_name": "nfvbench_tg", "ip_addrs_step": "0.0.0.1", "tg_gateway_ip_cidrs": [ "192.168.1.0/24", "192.168.2.0/24" ], "dst_vtep": null, "vtep_vlan": null, "udp_dst_port": [ "49152", "49168" ] }, "availability_zone": "nova", "vif_multiqueue_size": 8, "periodic_gratuitous_arp": false, "flavor": { "vcpus": 2, "disk": 0, "extra_specs": { "hw:cpu_policy": "dedicated", "hw:mem_page_size": "large" }, "ram": 4096 }, "floating_network": { "subnet": "nfvbench-floating-subnet", "name": "nfvbench-floating-net", "segmentation_id": null, "physical_network": null, "cidr": "192.168.0.0/24", "network_type": "vlan" }, "user_info": null, "service_chain": "PVP", "sriov": false, "vxlan": false, "intf_speed_detected": 25000000000.0, "pause_sec": 2.0, "internal_networks": { "middle": { "subnet": "nfvbench-msubnet", "name": "nfvbench-mnet", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.3.0/24", "network_type": "vlan" }, "right": { "subnet": "subnet_nfvbench_vn2bis", "name": "net_nfvbench_vn2bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.31.0/24", "network_type": "vlan" }, "left": { "subnet": "subnet_nfvbench_vn1bis", "name": "net_nfvbench_vn1bis", "segmentation_id": null, "physical_network": null, "mpls_transport_labels": null, "cidr": "192.168.30.0/24", "network_type": "vlan" } }, "no_vswitch_access": false, "traffic": { "bidirectional": true, "profile": "custom_traffic_profile" }, "restart": false, "vm_image_file": "nfvbenchvm-0.15.0901.qcow2", "name": "nfvbench.conf", "std_json": null, "l2_loopback": false, "request_id": "917d50701d4e429dad9083ff419756ca", "debug": false, "group_id": null, "loop_vm_name": "nfvbench-loop-vm", "check_traffic_time_sec": 200, "num_mbufs": 128000, "rate": "ndr", "service_chain_count": 1, "service_chain_shared_net": true, "measurement": { "NDR": 0.001, "PDR": 0.1, "load_epsilon": 0.1 }, "l3_router": false, "debug_mask": 0, "factory_class": "BasicFactory", "tg-tool": "TRex", "frame_sizes": [ "9000" ], "service_mode": false, "edge_networks": { "right": { "subnet": "nfvbench-subnet3", "name": "nfvbench-net3", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.4.0/24", "router_name": "router_right", "gateway": null }, "left": { "subnet": "nfvbench-subnet2", "name": "nfvbench-net2", "segmentation_id": null, "network_type": null, "physical_network": null, "cidr": "192.168.3.0/24", "router_name": "router_left", "gateway": null } }, "ndr_run": true, "use_management_port": false, "hypervisor_hostname": "localdomain", "cache_size": 0, "pdr_run": false, "vlan_tagging": false, "fluentd": [ { "ip": "172.20.73.203", "result_tag": "nfvbench.results.amical", "logging_tag": "nfvbench.logs.amical", "port": 25225 } ], "use_floating_ip": false, "flow_count": 100000, "loop_vm_arp": false, "user_id": null, "openrc_file": null, "disable_hdrh": false, "json": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "vm_forwarder": "vpp", "factory_module": "nfvbench.factory", "no_latency_streams": false, "single_run": false, "no_arp": false, "cores_used": 5, "traffic_profile": [ { "l2frame_size": [ "9000" ], "name": "custom_traffic_profile" } ], "vlans": [ 2504, 2515 ], "tg-name": "trex-local", "management_network": { "subnet": "nfvbench-management-subnet", "name": "nfvbench-management-net", "segmentation_id": null, "network_type": "vlan", "physical_network": null, "cidr": "192.168.0.0/24", "gateway": "192.168.0.254" }, "no_traffic": false, "mpls": false, "duration_sec": 10.0, "clouds_detail": "openstack", "mbuf_64": null, "generic_poll_sec": 2, "idle_interfaces_per_vm": 0, "no_flow_stats": false, "lat_percentiles": [ 25, 75, 99 ], "no_cleanup": true, "no_e2e_check": false, "intf_speed_used": 25000000000.0, "generator_profile": "trex-local", "mbuf_factor": 0.2, "user_label": "amical_tc6_intensive", "intf_speed": null, "generic_retry_count": 100, "flavor_type": "nfvbench.loop.intensive", "use_sriov_middle_net": false, "json_file": "/var/lib/xtesting/results/characterization/nfvbench-throughput-fs_9000-fc_100k-rate_ndr-2.json", "std_json_path": null, "unidir_reverse_traffic_pps": 1, "i40e_mixed": "ignore", "gratuitous_arp_pps": 1, "idle_networks": { "subnet": "nfvbench-idle-subnet", "name": "nfvbench-idle-net", "segmentation_id": null, "physical_network": null, "cidr": "192.169.1.0/24", "network_type": "vlan" }, "interval_sec": 10.0, "no_latency_stats": false, "cores": null, "log_file": "/var/lib/xtesting/results/characterization/nfvbench.log", "external_networks": { "right": null, "left": null } }, "benchmarks": { "network": { "service_chain": { "PVP": { "result": { "compute_nodes": {}, "profile": "custom_traffic_profile", "service_chain_count": 1, "result": { "9000": { "ndr": { "load_percent_per_direction": 22.265625, "timestamp_sec": 1646294707.7233596, "stats": { "total_tx_rate": 153337, "overall": { "rx_pkts": 1533368, "drop_percentage": 0.00019564736779292163, "drop_pct": 3, "max_delay_usec": 18880, "lat_percentile": { "99": "n/a", "25": "n/a", "75": "n/a" }, "tx_pkts": 1533371, "avg_delay_usec": 987.5007708521373, "min_delay_usec": 54, "hdrh": "HISTFAAAABt4nJNpmSzMgADMUJoRTM6Y1mD/ASIAAEr9BCg=" }, "1": { "rx_pkts": 766686, "min_delay_usec": 54, "drop_pct": 0, "max_delay_usec": 18880, "tx_pkts": 766685, "avg_delay_usec": 1283, "drop_percentage": 0.0 }, "0": { "rx_pkts": 766682, "min_delay_usec": 54, "drop_pct": 3, "max_delay_usec": 16438, "tx_pkts": 766686, "avg_delay_usec": 692, "drop_percentage": 0.00039129448040005945 }, "theoretical_tx_rate_bps": 50000000000.0, "offered_tx_rate_bps": 11064797920.0, "theoretical_tx_rate_pps": 692904.6563192905 }, "initial_rate_type": "rate_percent", "rate_percent": 44.53125, "duration_sec": 10.0, "l2frame_size": "9000", "rate_pps": 154278, "rate_bps": 11132812500.0, "time_taken_sec": 137.58272123336792 }, "iteration_stats": { "ndr_pdr": [ { "rx_pps": 90494.832576641, "rx_pkts": 898795, "time_ms": 1646294582631, "drop_pct": 5983130, "total_tx_pps": 688192, "tx_pps": 692904, "tx_pkts": 6881925, "drop_percentage": 86.93977339189253 }, { "rx_pps": 140749.47686318654, "rx_pkts": 1398839, "time_ms": 1646294595149, "drop_pct": 2044375, "total_tx_pps": 344321, "tx_pps": 346452, "tx_pkts": 3443214, "drop_percentage": 59.374032517293436 }, { "rx_pps": 173212.0139973792, "rx_pkts": 1721469, "time_ms": 1646294607646, "drop_pct": 139, "total_tx_pps": 172160, "tx_pps": 173226, "tx_pkts": 1721608, "drop_percentage": 0.008073847240486801 }, { "rx_pps": 86612.0, "rx_pkts": 860795, "time_ms": 1646294620168, "drop_pct": 0, "total_tx_pps": 86079, "tx_pps": 86612, "tx_pkts": 860795, "drop_percentage": 0.0 }, { "rx_pps": 129918.0, "rx_pkts": 1291191, "time_ms": 1646294632678, "drop_pct": 0, "total_tx_pps": 129119, "tx_pps": 129918, "tx_pkts": 1291191, "drop_percentage": 0.0 }, { "rx_pps": 151570.89330603922, "rx_pkts": 1506541, "time_ms": 1646294645208, "drop_pct": 11, "total_tx_pps": 150655, "tx_pps": 151572, "tx_pkts": 1506552, "drop_percentage": 0.0007301440640615127 }, { "rx_pps": 162054.72678886072, "rx_pkts": 1611232, "time_ms": 1646294657720, "drop_pct": 3413, "total_tx_pps": 161464, "tx_pps": 162398, "tx_pkts": 1614645, "drop_percentage": 0.2113777331859325 }, { "rx_pps": 156960.74598503095, "rx_pkts": 1560035, "time_ms": 1646294670223, "drop_pct": 251, "total_tx_pps": 156028, "tx_pps": 156986, "tx_pkts": 1560286, "drop_percentage": 0.016086794344113836 }, { "rx_pps": 154277.69815915392, "rx_pkts": 1533368, "time_ms": 1646294682722, "drop_pct": 3, "total_tx_pps": 153337, "tx_pps": 154278, "tx_pkts": 1533371, "drop_percentage": 0.0001956473677929216 }, { "rx_pps": 155550.0040687643, "rx_pkts": 1546092, "time_ms": 1646294695224, "drop_pct": 815, "total_tx_pps": 154690, "tx_pps": 155632, "tx_pkts": 1546907, "drop_percentage": 0.05268577878308134 }, { "rx_pps": 153977.28138199815, "rx_pkts": 1530304, "time_ms": 1646294707722, "drop_pct": 9727, "total_tx_pps": 154003, "tx_pps": 154956, "tx_pkts": 1540031, "ndr_pps": 77139, "drop_percentage": 0.6316106623827702 } ] } } }, "flow_count": 100000, "bidirectional": true } } }, "versions": { "Traffic_Generator": { "build_date": "Apr 14 2021", "version": "v2.89", "built_by": "hhaim", "mode": "STL", "build_time": "11:22:15" } } } } }, "request_id": "917d50701d4e429dad9083ff419756ca" }, "synthesis": { "avg_delay_usec": 987.5007708521373, "total_tx_rate": 153337 } } ] }, "fail_tests": 0, "total_tests": 1, "pass_tests": 1 } } ] }