ansible test3

bigdata-scripts_test3/roles/kafka-manager/tasks/main.yml

@@ -0,0 +1,35 @@
+- name: "copy kafka_manager install package to destination server"
+  copy:
+    src: "{{ role_path }}/files/{{ kafka_manager.package_name }}"
+    dest: /tmp
+
+- name: "install kafka_manager"
+  unarchive:
+    src: "/tmp/{{ kafka_manager.package_name }}"
+    dest: '{{ kafka.base_dir }}'
+    copy: no
+    mode: 0755
+
+- name: "template application.conf"
+  template:
+    src: "{{ role_path }}/templates/application.conf.j2"
+    dest: '{{ kafka.base_dir }}/{{ kafka_manager.version }}/conf/application.conf
+    mode: 0755
+
+- name: "template application.conf"
+  template:
+    src: "{{ role_path }}/templates/start.sh.j2"
+    dest: '{{ kafka.base_dir }}/{{ kafka_manager.version }}/start.sh'
+    mode: 0755
+
+- name: "start kafka_manager"
+  shell: /bin/bash {{ kafka.base_dir }}/{{ kafka_manager.version }}/start.sh
+
+- name: "template create-topic.sh"
+  template:
+    src: "{{ role_path }}/templates/create-topic.sh.j2"
+    dest: '{{ kafka.base_dir }}/{{ kafka.version }}/bin/create-topic.sh'
+    mode: 0755
+
+- name: "create topic"
+  shell: source /etc/profile;/bin/bash {{ kafka.base_dir }}/{{ kafka.version }}/bin/create-topic.sh 

bigdata-scripts_test3/roles/kafka-manager/templates/application.conf.j2

@@ -0,0 +1,47 @@
+
+# Copyright 2015 Yahoo Inc. Licensed under the Apache License, Version 2.0
+# See accompanying LICENSE file.
+
+# This is the main configuration file for the application.
+# ~~~~~
+
+# Secret key
+# ~~~~~
+# The secret key is used to secure cryptographics functions.
+# If you deploy your application to several instances be sure to use the same key!
+play.crypto.secret="^<csmm5Fx4d=r2HEX8pelM3iBkFVv?k[mc;IZE<_Qoq8EkX_/7@Zt6dP05Pzea3U"
+play.crypto.secret=${?APPLICATION_SECRET}
+
+# The application languages
+# ~~~~~
+play.i18n.langs=["en"]
+
+play.http.requestHandler = "play.http.DefaultHttpRequestHandler"
+play.http.context = "/"
+play.application.loader=loader.KafkaManagerLoader
+
+kafka-manager.zkhosts="{{ zookeeper.iplist[0] }}:2181"
+kafka-manager.zkhosts=${?ZK_HOSTS}
+pinned-dispatcher.type="PinnedDispatcher"
+pinned-dispatcher.executor="thread-pool-executor"
+application.features=["KMClusterManagerFeature","KMTopicManagerFeature","KMPreferredReplicaElectionFeature","KMReassignPartitionsFeature"]
+
+akka {
+  loggers = ["akka.event.slf4j.Slf4jLogger"]
+  loglevel = "INFO"
+}
+
+akka.logger-startup-timeout = 60s
+
+basicAuthentication.enabled=false
+basicAuthentication.enabled=${?KAFKA_MANAGER_AUTH_ENABLED}
+basicAuthentication.username="admin"
+basicAuthentication.username=${?KAFKA_MANAGER_USERNAME}
+basicAuthentication.password="password"
+basicAuthentication.password=${?KAFKA_MANAGER_PASSWORD}
+basicAuthentication.realm="Kafka-Manager"
+basicAuthentication.excluded=["/api/health"] # ping the health of your instance without authentification
+
+kafka-manager.consumer.properties.file=${?CONSUMER_PROPERTIES_FILE}
+
+http.port=\"9998\"

bigdata-scripts_test3/roles/kafka-manager/templates/create-topic.sh.j2

@@ -0,0 +1,21 @@
+#!/bin/bash
+#
+
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' CONNECTION-RECORD-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' PROXY-EVENT-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' RADIUS-RECORD-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' SECURITY-EVENT-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' CONNECTION-RECORD-COMPLETED-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' PROXY-EVENT-COMPLETED-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' RADIUS-RECORD-COMPLETED-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' SECURITY-EVENT-COMPLETED-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TRAFFIC-METRICS-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' SYS-DATA-STORAGE-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' SYS-STORAGE-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' PXY-EXCH-INTERMEDIA-CERT
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TOP-EXTERNAL-HOST-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TOP-INTERNAL-HOST-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TOP-USER-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TOP-URLS-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' TOP-WEBSITE-DOMAIN-LOG
+./kafka-topics.sh '--create' '--zookeeper' ''{{ zookeeper.iplist[0] }}':2181/kafka' '--replication-factor' 1 '--partitions' 3 '--topic' RADIUS-ONFF-LOG

bigdata-scripts_test3/roles/kafka-manager/templates/start.sh.j2

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+base_dir='{{ kafka.base_dir }}'
+
+if [ -f "$base_dir/kafka-manager-1.3.3.18/RUNNING_PID" ]; then 
+ rm -rf $base_dir/kafka-manager-1.3.3.18/RUNNING_PID
+fi
+
+nohup $base_dir/kafka-manager-1.3.3.18/bin/kafka-manager -Dconfig.file=$base_dir/kafka-manager-1.3.3.18/conf/application.conf > /dev/null 2>&1 &