summaryrefslogtreecommitdiffstats
path: root/tools
diff options
context:
space:
mode:
authorBryan Sullivan <bryan.sullivan@att.com>2017-12-14 21:41:31 -0800
committerBryan Sullivan <bryan.sullivan@att.com>2017-12-14 21:41:31 -0800
commit0245b4b25908eab4f29c3436fab9a7cf6ca59527 (patch)
tree88da81d68655e98fcab7085f3eb1b6245fa51707 /tools
parentd3853d65639a5f5de59e5d529e0230174bbe878a (diff)
Containerize kafka server
JIRA: VES-2 Change-Id: Idc2db4b99de7d2757a7907f3170e58ae9a38f8b5 Signed-off-by: Bryan Sullivan <bryan.sullivan@att.com>
Diffstat (limited to 'tools')
-rw-r--r--tools/ves-setup.sh50
1 files changed, 9 insertions, 41 deletions
diff --git a/tools/ves-setup.sh b/tools/ves-setup.sh
index 10f6fd3..00d7db8 100644
--- a/tools/ves-setup.sh
+++ b/tools/ves-setup.sh
@@ -54,7 +54,7 @@
#.
#. Usage:
#. git clone https://gerrit.opnfv.org/gerrit/ves ~/ves
-#. bash ~/ves/ves-setup.sh <collector|kafka|collectd|agent> [cloudify]
+#. bash ~/ves/tools/ves-setup.sh <collector|kafka|collectd|agent> [cloudify]
#. collector: setup VES collector (test collector)
#. kafka: setup kafka server for VES events from collect agent(s)
#. collectd: setup collectd with libvirt plugin, as a kafka publisher
@@ -140,45 +140,6 @@ EOF
echo ~/ves/tools/ves_env.sh
}
-function setup_kafka() {
- log "setup kafka server"
- common_prereqs
-
- log "install kafka prerequisites"
- if [[ "$dist" == "ubuntu" ]]; then
- sudo apt-get install -y default-jre
- sudo apt-get install -y zookeeperd
- sudo apt-get install -y python-pip
- else
- # per http://aurora.apache.org/documentation/0.12.0/installing/#centos-7
- sudo yum install -y https://archive.cloudera.com/cdh5/one-click-install/redhat/7/x86_64/cloudera-cdh-5-0.x86_64.rpm
- # TODO: Barometer guide: Java 1.7 is needed for Kafka
- sudo yum install -y java-1.7.0-openjdk
- # TODO: Barometer guide: both packages and init needed
- sudo yum install -y zookeeper zookeeper-server
- sudo service zookeeper-server init
- sudo zookeeper-server start
- sudo yum install -y python-pip
- fi
- sudo pip install kafka-python
-
- setup_env
-
- cd ~
- ver="0.11.0.2"
- log "get and unpack kafka_2.11-$ver.tgz"
- wget "http://www-eu.apache.org/dist/kafka/$ver/kafka_2.11-$ver.tgz"
- tar -xvzf kafka_2.11-$ver.tgz
-
- log "set delete.topic.enable=true"
- sed -i -- 's/#delete.topic.enable=true/delete.topic.enable=true/' \
- kafka_2.11-$ver/config/server.properties
- grep delete.topic.enable kafka_2.11-$ver/config/server.properties
- # TODO: Barometer VES guide to clarify hostname must be in /etc/hosts
- sudo nohup kafka_2.11-$ver/bin/kafka-server-start.sh \
- kafka_2.11-$ver/config/server.properties >kafka.log 2>&1 &
-}
-
function setup_collectd() {
log "setup collectd"
@@ -587,7 +548,14 @@ case "$1" in
setup_collector
;;
"kafka")
- setup_kafka
+ log "setup kafka server"
+ source ~/k8s_env.sh
+ sudo docker run -it -d -p 2181:2181 --name zookeeper zookeeper
+ sudo docker run -it -d -p 9092:9092 --name ves-kafka \
+ -e zookeeper_host=$k8s_master_host \
+ -e zookeeper=$k8s_master \
+ -e kafka_hostname=$ves_kafka_hostname \
+ blsaws/ves-kafka:latest
;;
"verify")
verify_veseventsdb "$1" "load" "load-shortterm"