From c3e9d0fc0076f0a2930f13366255b0e8e65fb814 Mon Sep 17 00:00:00 2001 From: fmenguy Date: Mon, 5 Oct 2020 18:13:05 +0200 Subject: Add Kibana visualizations examples for NDR result Change-Id: I652dc2c3d69ae5f6bff5019b0868d1becaceec63 Signed-off-by: fmenguy --- docs/testing/user/userguide/conf.py | 2 +- docs/testing/user/userguide/fluentd.rst | 1 + .../images/nfvbench-kibana-filter-kql.png | Bin 0 -> 27039 bytes .../userguide/images/nfvbench-kibana-filter.png | Bin 0 -> 22998 bytes .../userguide/images/nfvbench-kibana-gbps-line.png | Bin 0 -> 61856 bytes .../images/nfvbench-kibana-pps-scatter.png | Bin 0 -> 56762 bytes .../images/nfvbench-kibana-pps-theoretical.png | Bin 0 -> 60589 bytes .../images/nfvbench-kibana-zoom-selection.png | Bin 0 -> 54663 bytes .../user/userguide/images/nfvbench-kibana.png | Bin 0 -> 23015 bytes docs/testing/user/userguide/index.rst | 1 + docs/testing/user/userguide/kibana.rst | 93 +++++++++++++++++++++ 11 files changed, 96 insertions(+), 1 deletion(-) create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-filter.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png create mode 100644 docs/testing/user/userguide/images/nfvbench-kibana.png create mode 100644 docs/testing/user/userguide/kibana.rst (limited to 'docs') diff --git a/docs/testing/user/userguide/conf.py b/docs/testing/user/userguide/conf.py index 5846b00..bee045b 100644 --- a/docs/testing/user/userguide/conf.py +++ b/docs/testing/user/userguide/conf.py @@ -49,7 +49,7 @@ sys.path.insert(0, os.path.abspath('../..')) # Add any Sphinx extension module names here, as strings. They can be # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom # ones. -extensions = [] +extensions = ['sphinx.ext.autosectionlabel'] # Add any paths that contain templates here, relative to this directory. templates_path = ['_templates'] diff --git a/docs/testing/user/userguide/fluentd.rst b/docs/testing/user/userguide/fluentd.rst index e1ff37f..7332458 100644 --- a/docs/testing/user/userguide/fluentd.rst +++ b/docs/testing/user/userguide/fluentd.rst @@ -192,3 +192,4 @@ And the results of this command obtained from fluentd by elasticsearch: 1508264203755 ] } + diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png b/docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png new file mode 100644 index 0000000..f5c7b2d Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-filter-kql.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-filter.png b/docs/testing/user/userguide/images/nfvbench-kibana-filter.png new file mode 100644 index 0000000..18a6dc5 Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-filter.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png b/docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png new file mode 100644 index 0000000..1947412 Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-gbps-line.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png b/docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png new file mode 100644 index 0000000..89a8e47 Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-pps-scatter.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png b/docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png new file mode 100644 index 0000000..da7dc7a Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-pps-theoretical.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png b/docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png new file mode 100644 index 0000000..6af64ea Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana-zoom-selection.png differ diff --git a/docs/testing/user/userguide/images/nfvbench-kibana.png b/docs/testing/user/userguide/images/nfvbench-kibana.png new file mode 100644 index 0000000..d185fa0 Binary files /dev/null and b/docs/testing/user/userguide/images/nfvbench-kibana.png differ diff --git a/docs/testing/user/userguide/index.rst b/docs/testing/user/userguide/index.rst index 78519c8..04d2581 100644 --- a/docs/testing/user/userguide/index.rst +++ b/docs/testing/user/userguide/index.rst @@ -29,6 +29,7 @@ Table of Content mpls extchains fluentd + kibana sriov server faq diff --git a/docs/testing/user/userguide/kibana.rst b/docs/testing/user/userguide/kibana.rst new file mode 100644 index 0000000..68c3d38 --- /dev/null +++ b/docs/testing/user/userguide/kibana.rst @@ -0,0 +1,93 @@ +NFVbench Kibana visualization: overview +======================================= + +The fluentd integration offers the possibility to use elasticsearch and kibana as a visualization chain. + +Chain overview: + +.. image:: images/nfvbench-kibana.png + +Example of NFVbench visualizations +---------------------------------- + +Kibana offers a lot of visualization type (line and bar charts, pie, time series chart, data table ...) and also provide a plugin to develop graph using Vega. +In the below examples, visualizations are based on an NDR result and are developed using `Vega-lite `_. +Data are aggregated using ``user_label`` and ``flow_count`` properties. + +In ``kibana/visualizations/`` pre-created graphs are available into json files. + +For NDR capacity in Gbps using line chart, the offered load in Gbps (``offered_tx_rate_bps``) is used and only the maximum value of the aggregation is kept. +For NDR capacity in Mpps using line chart, the actual TX rate is used (``rate_pps``) and only the maximum value of the aggregation is kept. + +Scatter plot graphs use the same values but keep all values instead of keeping maximum. + +Example of a line chart: + +.. image:: images/nfvbench-kibana-gbps-line.png + +Example of a scatter plot chart: + +.. image:: images/nfvbench-kibana-pps-scatter.png + +Vega offers the possibility to add another graph as a new layer of current graph. +This solution is used to combine NFVbench results and theoretical line rate. +Using ``extra_encapsulation_bytes`` in --user-info property (see `User info data section `_), +the theoretical max value (for bps and pps) will be calculated and can be used in graph through ``theoretical_tx_rate_bps`` and ``theoretical_tx_rate_pps`` properties. + +Example of chart with theoretical value (red line): + +.. image:: images/nfvbench-kibana-pps-theoretical.png + +Each Vega graph can be moved, zoomed (using mouse scroll) and one set of data can be selected. + +Example: + +.. image:: images/nfvbench-kibana-zoom-selection.png + +These visualizations are included into Kibana dashboard for a synthesis of one set of result (i.e. same ``user_label`` value) or for comparison (i.e. a selection of ``user_label`` values). +See :ref:`filterkibana` for more details about ``user_label`` selection. + +All these visualizations and dashboards are saved into the ``export.ndjson`` file and can be imported in an existing Kibana. See :ref:`importkibana`. + +.. _importkibana: + +Import Kibana dashboards and visualization +------------------------------------------ + +To import Kibana dashboard and visualization: + +.. code-block:: bash + + curl -X POST localhost:5601/api/saved_objects/_import -H "kbn-xsrf: true" --form file=@export.ndjson + +.. note:: ``.kibana`` index must exists in elasticsearch. +.. note:: ``.kibana`` index is created automatically after a first deployment and configuration of Kibana. + +.. _filterkibana: + +Kibana user guide: Filter dashboards and visualizations +======================================================= + +Filter Kibana dashboard or visualization using Kibana query language (KQL) +-------------------------------------------------------------------------- + +.. code-block:: bash + + user_label:*demo* and (flow_count: 128 or flow_count:130000 or flow_count:1000000) + +.. note:: This query will filter all user label which contains ``demo`` in the value and filter 3 flow count (128, 130k, 1M). +.. note:: ``flow_count`` is a number so KQL query can not contain formatted string. + +Example: + +.. image:: images/nfvbench-kibana-filter-kql.png + + +Filter Kibana dashboard or visualization using Kibana filters +------------------------------------------------------------- + +Kibana offers the possibility to add filter by selecting field and operator (is, is not, is one of, is not one of, exists, does not exist). + +Example: + +.. image:: images/nfvbench-kibana-filter.png \ No newline at end of file -- cgit 1.2.3-korg