内部应用服务器flume初始版本

internal-flume/flumeController/bootstart.log

@@ -0,0 +1,7 @@
+---------------------------Cap-Flume-Started-20191129175126---------------------------------
+---------------------------Cap-Flume-Started-20191202163810---------------------------------
+---------------------------Cap-Flume-Started-20191204141708---------------------------------
+---------------------------Cap-Flume-Started-20191204141943---------------------------------
+---------------------------Cap-Flume-Started-20191220145125---------------------------------
+---------------------------Cap-Flume-Started-20191220145338---------------------------------
+---------------------------Cap-Flume-Started-20191220145342---------------------------------

internal-flume/flumeController/change_log_lv.sh

@@ -0,0 +1,18 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+from_lv=INFO,LOGFILE
+to_lv=WARN,LOGFILE
+
+#from_lv=WARN,LOGFILE
+#to_lv=INFO,LOGFILE
+
+for conf_name in `ls ${BASE_DIR}`
+do
+
+# sed -i 's/flume.root.logger=INFO,LOGFILE/flume.root.logger=WARN,LOGFILE/' ${BASE_DIR}/${conf_name}/log4j.properties
+ sed -i 's/flume.root.logger='${from_lv}'/flume.root.logger='${to_lv}'/' ${BASE_DIR}/${conf_name}/log4j.properties
+
+done

internal-flume/flumeController/clean_log_all.sh

@@ -0,0 +1,18 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+for conf_name in `ls ${BASE_DIR}`
+do
+
+# rm -rf ${BASE_DIR}/${conf_name}/logs-*/*.log*
+ rm -rf ${BASE_DIR}/${conf_name}/logs/*.log*
+
+ rm -rf ${BASE_DIR}/${conf_name}/restart_log/*.log*
+
+ rm -rf ${BASE_DIR}/${conf_name}/checkpoint/*
+
+ rm -rf ${BASE_DIR}/${conf_name}/data/*
+ 
+done

internal-flume/flumeController/clean_start_all.sh

@@ -0,0 +1,16 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+#主路径下
+#BASE_DIR=$(cd $(dirname $0); cd conf/; pwd)
+#flumeController路径下
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+for conf_name in `ls ${BASE_DIR}`
+do
+ cd ${BASE_DIR}/${conf_name} && ./clean_start_flume.sh
+
+done
+
+#用于脚本一直前台运行,防止docker自动退出,但本地运行不需要前台,需要注释掉本条指令
+tail -f /dev/null

internal-flume/flumeController/count_all.sh

@@ -0,0 +1,10 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+for conf_name in `ls ${BASE_DIR}`
+do
+ ${BASE_DIR}/${conf_name}/count_flume.sh
+
+done

internal-flume/flumeController/start_all.sh

@@ -0,0 +1,14 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+#主路径下
+#BASE_DIR=$(cd $(dirname $0); cd conf/; pwd)
+#flumeController路径下
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+
+for conf_name in `ls ${BASE_DIR}`
+do
+ cd ${BASE_DIR}/${conf_name} && ./start_flume.sh
+
+done

internal-flume/flumeController/stop_all.sh

@@ -0,0 +1,13 @@
+#! /bin/bash
+
+#flume配置文件夹路径,注意最后没有/
+#主路径下
+#BASE_DIR=$(cd $(dirname $0); cd conf/; pwd)
+#flumeController路径下
+BASE_DIR=$(cd $(dirname $0); cd ../conf/; pwd)
+
+for conf_name in `ls ${BASE_DIR}`
+do
+ ${BASE_DIR}/${conf_name}/stop_flume.sh
+
+done