{ "id": 4, "title": "Yardstick-TC037", "originalTitle": "Yardstick-TC037", "tags": [ "yardstick-tc" ], "style": "dark", "timezone": "browser", "editable": true, "hideControls": false, "sharedCrosshair": false, "rows": [ { "collapse": false, "editable": true, "height": "25px", "panels": [ { "content": "
OPNFV_Yardstick_TC037 - Network Latency, Throughput, Packet Loss and CPU Load
\n
\n

Visualisation of network latency (RTT - round trip time), packet throughput and CPU load when doing variations to the amount of UDP flows between two VM instances running on different physical blades.\nFor more information see TC037

\n
", "editable": true, "error": false, "height": "", "id": 10, "isNew": true, "links": [], "mode": "html", "span": 12, "style": {}, "title": "", "type": "text" } ], "title": "New row" }, { "collapse": false, "editable": true, "height": "250px", "panels": [ { "aliasColors": {}, "bars": false, "datasource": "yardstick-vtc", "editable": true, "error": false, "fill": 0, "grid": { "leftLogBase": 1, "leftMax": null, "leftMin": null, "rightLogBase": 1, "rightMax": null, "rightMin": null, "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 8, "isNew": true, "leftYAxisLabel": "Packet throughput", "legend": { "alignAsTable": true, "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": true, "renderer": "flot", "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targets": [ { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "24h" ], "type": "time" }, { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" } ], "measurement": "opnfv_yardstick_tc037", "query": "SELECT mean(\"packets_per_second\") FROM \"opnfv_yardstick_tc037\" WHERE \"pod_name\" =~ /$POD$/ AND \"deploy_scenario\" =~ /$SCENARIO$/ AND $timeFilter GROUP BY time(24h), \"pod_name\", \"deploy_scenario\"", "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "packets_per_second" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] } ], "timeFrom": "14d", "timeShift": null, "title": "Throughput mean trend", "tooltip": { "shared": true, "value_type": "cumulative" }, "type": "graph", "x-axis": true, "y-axis": true, "y_formats": [ "pps", "pps" ] }, { "aliasColors": {}, "bars": false, "datasource": "yardstick-vtc", "editable": true, "error": false, "fill": 0, "grid": { "leftLogBase": 1, "leftMax": null, "leftMin": 0, "rightLogBase": 1, "rightMax": null, "rightMin": null, "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)" }, "id": 9, "isNew": true, "leftYAxisLabel": "RTT", "legend": { "alignAsTable": true, "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": true, "renderer": "flot", "seriesOverrides": [], "span": 6, "stack": false, "steppedLine": false, "targe
.. Template to be used for test case descriptions in Yardstick Project.
   Write one .rst per test case.
   Upload the .rst for the test case in /docs/source/yardstick directory.
   Review in Gerrit.

*************************************
Yardstick Test Case Description TCXXX
*************************************

+-----------------------------------------------------------------------------+
|test case slogan e.g. Network Latency                                        |
|                                                                             |
+--------------+--------------------------------------------------------------+
|test case id  | e.g. OPNFV_YARDSTICK_TC001_NW Latency                        |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|metric        | what will be measured, e.g. latency                          |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|test purpose  | describe what is the purpose of the test case                |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|configuration | what .yaml file to use, state SLA if applicable, state       |
|              | test duration, list and describe the scenario options used in|
|              | this TC and also list the options using default values.      |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|test tool     | e.g. ping                                                    |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|references    | e.g. RFCxxx, ETSI-NFVyyy                                     |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|applicability | describe variations of the test case which can be            |
|              | performend, e.g. run the test for different packet sizes     |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|pre-test      | describe configuration in the tool(s) used to perform        |
|conditions    | the measurements (e.g. fio, pktgen), POD-specific            |
|              | configuration required to enable running the test            |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|test sequence | description and expected result                              |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|step 1        | use this to describe tests that require sveveral steps e.g   |
|              | collect logs.                                                |
|              |                                                              |
|              | Result: what happens in this step e.g. logs collected        |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|step 2        | remove interface                                             |
|              |                                                              |
|              | Result: interface down.                                      |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|step N        | what is done in step N                                       |
|              |                                                              |
|              | Result: what happens                                         |
|              |                                                              |
+--------------+--------------------------------------------------------------+
|test verdict  | expected behavior, or SLA, pass/fail criteria                |
|              |                                                              |
+--------------+--------------------------------------------------------------+
"isNew": true, "leftYAxisLabel": "RTT", "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "rightYAxisLabel": "", "seriesOverrides": [], "span": 12, "stack": false, "steppedLine": false, "targets": [ { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" }, { "params": [ "task_id" ], "type": "tag" } ], "measurement": "opnfv_yardstick_tc037", "query": "SELECT \"rtt.poseidon\" FROM \"opnfv_yardstick_tc037\" WHERE \"pod_name\" =~ /$POD$/ AND \"deploy_scenario\" =~ /$SCENARIO$/ AND $timeFilter GROUP BY \"pod_name\", \"deploy_scenario\", \"task_id\"", "refId": "A", "resultFormat": "time_series", "select": [ [ { "params": [ "rtt.poseidon" ], "type": "field" } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] } ], "timeFrom": "14d", "timeShift": null, "title": "Round-trip time - ping", "tooltip": { "shared": true, "value_type": "cumulative" }, "transparent": false, "type": "graph", "x-axis": true, "y-axis": true, "y_formats": [ "ms", "ms" ] } ], "title": "New row" }, { "collapse": false, "editable": true, "height": "250px", "panels": [ { "columns": [], "datasource": "yardstick-vtc", "editable": true, "error": false, "fontSize": "100%", "id": 5, "isNew": true, "links": [], "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 0, "desc": true }, "span": 12, "styles": [ { "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "/.*/", "thresholds": [], "type": "number", "unit": "none" } ], "targets": [ { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" } ], "hide": true, "measurement": "opnfv_yardstick_tc037", "query": "SELECT \"packets_per_second\" FROM \"opnfv_yardstick_tc037\" WHERE $timeFilter GROUP BY \"pod_name\", \"deploy_scenario\"", "refId": "A", "resultFormat": "table", "select": [ [ { "params": [ "packets_per_second" ], "type": "field" } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] }, { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" } ], "measurement": "opnfv_yardstick_tc037", "query": "SELECT \"errors\", \"packets_sent\", \"packets_received\" FROM \"opnfv_yardstick_tc037\" WHERE \"pod_name\" =~ /$POD$/ AND \"deploy_scenario\" =~ /$SCENARIO$/ AND $timeFilter GROUP BY \"pod_name\", \"deploy_scenario\"", "refId": "B", "resultFormat": "table", "select": [ [ { "params": [ "errors" ], "type": "field" } ], [ { "params": [ "packets_sent" ], "type": "field" } ], [ { "params": [ "packets_received" ], "type": "field" } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] } ], "title": "No. packets & errors - pktgen", "transform": "table", "type": "table" } ], "title": "Pktgen/flows graph" }, { "collapse": false, "editable": true, "height": "250px", "panels": [ { "columns": [], "datasource": "yardstick-vtc", "editable": true, "error": false, "fontSize": "100%", "id": 4, "isNew": true, "links": [], "minSpan": null, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 2, "desc": true }, "span": 12, "styles": [ { "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "/.*/", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" } ], "measurement": "opnfv_yardstick_tc037", "query": "SELECT mean(\"rtt\") FROM \"opnfv_yardstick_tc037\" WHERE \"pod_name\" =~ /$POD$/ AND \"deploy_scenario\" =~ /$SCENARIO$/ AND $timeFilter GROUP BY \"pod_name\", \"deploy_scenario\"", "refId": "A", "resultFormat": "table", "select": [ [ { "params": [ "rtt" ], "type": "field" }, { "params": [], "type": "mean" } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] } ], "timeFrom": "14d", "title": "RTT mean - ping", "transform": "table", "type": "table" } ], "showTitle": false, "title": "Ping/rtt graph" }, { "collapse": false, "editable": true, "height": "250px", "panels": [ { "aliasColors": {}, "bars": false, "datasource": "yardstick-vtc", "editable": true, "error": false, "fill": 1, "grid": { "leftLogBase": 1, "leftMax": 100, "leftMin": 0, "rightLogBase": 1, "rightMax": null, "rightMin": null, "threshold1": null, "threshold1Color": "rgba(216, 200, 27, 0.27)", "threshold2": null, "threshold2Color": "rgba(234, 112, 112, 0.22)", "thresholdLine": false }, "id": 3, "isNew": true, "leftYAxisLabel": "CPU Load - User", "legend": { "alignAsTable": true, "avg": false, "current": true, "hideZero": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true, "sortDesc": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 1, "points": true, "renderer": "flot", "rightYAxisLabel": "", "seriesOverrides": [], "span": 12, "stack": false, "steppedLine": false, "targets": [ { "alias": "$tag_pod_name - $tag_deploy_scenario", "dsType": "influxdb", "groupBy": [ { "params": [ "pod_name" ], "type": "tag" }, { "params": [ "deploy_scenario" ], "type": "tag" }, { "params": [ "task_id" ], "type": "tag" } ], "measurement": "opnfv_yardstick_tc037", "query": "SELECT \"mpstat_average.cpu.%usr\" FROM \"opnfv_yardstick_tc037\" WHERE \"pod_name\" =~ /$POD$/ AND \"deploy_scenario\" =~ /$SCENARIO$/ AND $timeFilter GROUP BY \"pod_name\", \"deploy_scenario\", \"task_id\"", "refId": "A", "resultFormat": "time_series", "select": [ [ { "type": "field", "params": [ "mpstat_average.cpu.%usr" ] } ] ], "tags": [ { "key": "pod_name", "operator": "=~", "value": "/$POD$/" }, { "condition": "AND", "key": "deploy_scenario", "operator": "=~", "value": "/$SCENARIO$/" } ] } ], "timeFrom": null, "timeShift": null, "title": "CPU load - mpstat", "tooltip": { "shared": true, "value_type": "individual" }, "type": "graph", "x-axis": true, "y-axis": true, "y_formats": [ "percent", "short" ], "decimals": null } ], "title": "Ping table" } ], "time": { "from": "now-7d", "to": "now" }, "timepicker": { "now": true, "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "templating": { "list": [ { "allFormat": "regex values", "current": { "tags": [], "text": "ericsson-pod2 + huawei-pod1 + huawei-pod2 + intel-pod6 + lf-pod2 + zte-pod1", "value": [ "ericsson\\-pod2", "huawei\\-pod1", "huawei\\-pod2", "intel\\-pod6", "lf\\-pod2", "zte\\-pod1" ] }, "datasource": "yardstick-vtc", "includeAll": true, "label": "", "multi": true, "multiFormat": "regex values", "name": "POD", "options": [ { "selected": false, "text": "All", "value": "(elxg482ls42|ericsson\\-pod1|ericsson\\-pod2|huawei\\-pod1|huawei\\-pod2|huawei\\-us\\-deploy\\-bare\\-1|intel\\-pod5|intel\\-pod6|lf\\-pod1|lf\\-pod2|opnfv\\-jump\\-1|opnfv\\-jump\\-2|orange\\-fr\\-pod2|unknown|zte\\-pod1)" }, { "selected": false, "text": "elxg482ls42", "value": "elxg482ls42" }, { "selected": false, "text": "ericsson-pod1", "value": "ericsson\\-pod1" }, { "selected": true, "text": "ericsson-pod2", "value": "ericsson\\-pod2" }, { "selected": true, "text": "huawei-pod1", "value": "huawei\\-pod1" }, { "selected": true, "text": "huawei-pod2", "value": "huawei\\-pod2" }, { "selected": false, "text": "huawei-us-deploy-bare-1", "value": "huawei\\-us\\-deploy\\-bare\\-1" }, { "selected": false, "text": "intel-pod5", "value": "intel\\-pod5" }, { "selected": true, "text": "intel-pod6", "value": "intel\\-pod6" }, { "selected": false, "text": "lf-pod1", "value": "lf\\-pod1" }, { "selected": true, "text": "lf-pod2", "value": "lf\\-pod2" }, { "selected": false, "text": "opnfv-jump-1", "value": "opnfv\\-jump\\-1" }, { "selected": false, "text": "opnfv-jump-2", "value": "opnfv\\-jump\\-2" }, { "selected": false, "text": "orange-fr-pod2", "value": "orange\\-fr\\-pod2" }, { "selected": false, "text": "unknown", "value": "unknown" }, { "selected": true, "text": "zte-pod1", "value": "zte\\-pod1" } ], "query": "SHOW TAG VALUES WITH KEY = \"pod_name\" ", "refresh": false, "type": "query" }, { "allFormat": "regex values", "current": { "tags": [], "text": "All", "value": "(os\\-no_sdn\\-ovs\\-ha|os\\-nosdn\\-kvm\\-ha|os\\-nosdn\\-nofeature\\-ha|os\\-nosdn\\-nofeature\\-noha|os\\-nosdn\\-ovs\\-ha|os\\-ocl\\-nofeature\\-ha|os\\-odl_l2\\-bgpvpn\\-ha|os\\-odl_l2\\-nofeature\\-ha|os\\-odl_l2\\-nofeature\\-noha|os\\-odl_l2\\-sfc\\-ha|os\\-odl_l3\\-nofeature\\-ha|os\\-onos\\-nofeature\\-ha|os\\-onos\\-sfc\\-ha|os\\-ovs\\-nofeature\\-ha|unknown)" }, "datasource": "yardstick-vtc", "includeAll": true, "multi": true, "multiFormat": "regex values", "name": "SCENARIO", "options": [ { "selected": true, "text": "All", "value": "(os\\-no_sdn\\-ovs\\-ha|os\\-nosdn\\-kvm\\-ha|os\\-nosdn\\-nofeature\\-ha|os\\-nosdn\\-nofeature\\-noha|os\\-nosdn\\-ovs\\-ha|os\\-ocl\\-nofeature\\-ha|os\\-odl_l2\\-bgpvpn\\-ha|os\\-odl_l2\\-nofeature\\-ha|os\\-odl_l2\\-nofeature\\-noha|os\\-odl_l2\\-sfc\\-ha|os\\-odl_l3\\-nofeature\\-ha|os\\-onos\\-nofeature\\-ha|os\\-onos\\-sfc\\-ha|os\\-ovs\\-nofeature\\-ha|unknown)" }, { "selected": false, "text": "os-no_sdn-ovs-ha", "value": "os\\-no_sdn\\-ovs\\-ha" }, { "selected": false, "text": "os-nosdn-kvm-ha", "value": "os\\-nosdn\\-kvm\\-ha" }, { "selected": false, "text": "os-nosdn-nofeature-ha", "value": "os\\-nosdn\\-nofeature\\-ha" }, { "selected": false, "text": "os-nosdn-nofeature-noha", "value": "os\\-nosdn\\-nofeature\\-noha" }, { "selected": false, "text": "os-nosdn-ovs-ha", "value": "os\\-nosdn\\-ovs\\-ha" }, { "selected": false, "text": "os-ocl-nofeature-ha", "value": "os\\-ocl\\-nofeature\\-ha" }, { "selected": false, "text": "os-odl_l2-bgpvpn-ha", "value": "os\\-odl_l2\\-bgpvpn\\-ha" }, { "selected": false, "text": "os-odl_l2-nofeature-ha", "value": "os\\-odl_l2\\-nofeature\\-ha" }, { "selected": false, "text": "os-odl_l2-nofeature-noha", "value": "os\\-odl_l2\\-nofeature\\-noha" }, { "selected": false, "text": "os-odl_l2-sfc-ha", "value": "os\\-odl_l2\\-sfc\\-ha" }, { "selected": false, "text": "os-odl_l3-nofeature-ha", "value": "os\\-odl_l3\\-nofeature\\-ha" }, { "selected": false, "text": "os-onos-nofeature-ha", "value": "os\\-onos\\-nofeature\\-ha" }, { "selected": false, "text": "os-onos-sfc-ha", "value": "os\\-onos\\-sfc\\-ha" }, { "selected": false, "text": "os-ovs-nofeature-ha", "value": "os\\-ovs\\-nofeature\\-ha" }, { "selected": false, "text": "unknown", "value": "unknown" } ], "query": "SHOW TAG VALUES WITH KEY = \"deploy_scenario\" ", "refresh": false, "type": "query" } ] }, "annotations": { "list": [] }, "refresh": false, "schemaVersion": 8, "version": 15, "links": [] }