1. 新增自动检测安装ansible(本地yum源的方式实现)
2. 抽取后的变量放回各自的roles中(因不想对客户暴露) 3. clickhous初始化脚本关于bifang-maridb的部分变量化 4. 修复一些小bug
This commit is contained in:
jianlong
92
.idea/workspace.xml
generated
92
.idea/workspace.xml
generated
@@ -1,17 +1,55 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="ChangeListManager">
|
||||
<list default="true" id="55c8c5b9-9b57-431e-a0ed-0064b85979fa" name="Default Changelist" comment="" />
|
||||
<list default="true" id="55c8c5b9-9b57-431e-a0ed-0064b85979fa" name="Default Changelist" comment="">
|
||||
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
|
||||
</list>
|
||||
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
|
||||
<option name="SHOW_DIALOG" value="false" />
|
||||
<option name="HIGHLIGHT_CONFLICTS" value="true" />
|
||||
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
|
||||
<option name="LAST_RESOLUTION" value="IGNORE" />
|
||||
</component>
|
||||
<component name="FileEditorManager">
|
||||
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
|
||||
<file pinned="false" current-in-tab="true">
|
||||
<entry file="file://$PROJECT_DIR$/install.sh">
|
||||
<provider selected="true" editor-type-id="text-editor">
|
||||
<state relative-caret-position="330">
|
||||
<caret line="22" column="10" lean-forward="true" selection-start-line="22" selection-start-column="10" selection-end-line="22" selection-end-column="10" />
|
||||
</state>
|
||||
</provider>
|
||||
</entry>
|
||||
</file>
|
||||
<file pinned="false" current-in-tab="false">
|
||||
<entry file="file://$PROJECT_DIR$/README.md">
|
||||
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
||||
<state split_layout="FIRST">
|
||||
<first_editor relative-caret-position="960">
|
||||
<caret line="64" column="27" selection-start-line="64" selection-start-column="27" selection-end-line="64" selection-end-column="27" />
|
||||
</first_editor>
|
||||
<second_editor />
|
||||
</state>
|
||||
</provider>
|
||||
</entry>
|
||||
</file>
|
||||
</leaf>
|
||||
</component>
|
||||
<component name="Git.Settings">
|
||||
<option name="ROOT_SYNC" value="DONT_SYNC" />
|
||||
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
|
||||
<option name="PUSH_TAGS">
|
||||
<GitPushTagMode />
|
||||
</option>
|
||||
</component>
|
||||
<component name="ProjectFrameBounds" extendedState="6" fullScreen="true">
|
||||
<component name="IdeDocumentHistory">
|
||||
<option name="CHANGED_PATHS">
|
||||
<list>
|
||||
<option value="$PROJECT_DIR$/README.md" />
|
||||
</list>
|
||||
</option>
|
||||
</component>
|
||||
<component name="ProjectFrameBounds" fullScreen="true">
|
||||
<option name="width" value="2560" />
|
||||
<option name="height" value="1440" />
|
||||
</component>
|
||||
@@ -24,8 +62,8 @@
|
||||
<subPane>
|
||||
<expand>
|
||||
<path>
|
||||
<item name="Galaxy-auto-deploy-cluster-21.07" type="b2602c69:ProjectViewProjectNode" />
|
||||
<item name="Galaxy-auto-deploy-cluster-21.07" type="462c0819:PsiDirectoryNode" />
|
||||
<item name="Galaxy-auto-deploy-cluster" type="b2602c69:ProjectViewProjectNode" />
|
||||
<item name="Galaxy-auto-deploy-cluster" type="462c0819:PsiDirectoryNode" />
|
||||
</path>
|
||||
</expand>
|
||||
<select />
|
||||
@@ -64,24 +102,21 @@
|
||||
<option name="presentableId" value="Default" />
|
||||
<updated>1629364019161</updated>
|
||||
<workItem from="1629364020595" duration="323000" />
|
||||
<workItem from="1629365110577" duration="847000" />
|
||||
<workItem from="1629771678937" duration="537000" />
|
||||
</task>
|
||||
<servers />
|
||||
</component>
|
||||
<component name="TimeTrackingManager">
|
||||
<option name="totallyTimeSpent" value="323000" />
|
||||
<option name="totallyTimeSpent" value="1707000" />
|
||||
</component>
|
||||
<component name="ToolWindowManager">
|
||||
<frame x="0" y="0" width="2560" height="1440" extended-state="6" />
|
||||
<frame x="0" y="0" width="2560" height="1440" extended-state="0" />
|
||||
<editor active="true" />
|
||||
<layout>
|
||||
<window_info id="Favorites" side_tool="true" />
|
||||
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.24980143" />
|
||||
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.25377283" />
|
||||
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
|
||||
<window_info anchor="bottom" id="Docker" show_stripe_button="false" />
|
||||
<window_info anchor="bottom" id="Database Changes" />
|
||||
<window_info anchor="bottom" id="Version Control" />
|
||||
<window_info anchor="bottom" id="Python Console" />
|
||||
<window_info anchor="bottom" id="Terminal" />
|
||||
<window_info anchor="bottom" id="Event Log" side_tool="true" />
|
||||
<window_info id="Favorites" order="2" side_tool="true" />
|
||||
<window_info anchor="bottom" id="Message" order="0" />
|
||||
<window_info anchor="bottom" id="Find" order="1" />
|
||||
<window_info anchor="bottom" id="Run" order="2" />
|
||||
@@ -89,14 +124,39 @@
|
||||
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
|
||||
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
|
||||
<window_info anchor="bottom" id="TODO" order="6" />
|
||||
<window_info anchor="right" id="SciView" />
|
||||
<window_info anchor="right" id="Database" />
|
||||
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
||||
<window_info anchor="bottom" id="Version Control" order="8" visible="true" weight="0.30145985" />
|
||||
<window_info anchor="bottom" id="Database Changes" order="9" />
|
||||
<window_info anchor="bottom" id="Event Log" order="10" side_tool="true" />
|
||||
<window_info anchor="bottom" id="Terminal" order="11" weight="0.329927" />
|
||||
<window_info anchor="bottom" id="Python Console" order="12" />
|
||||
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
|
||||
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
|
||||
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
|
||||
<window_info anchor="right" id="SciView" order="3" />
|
||||
<window_info anchor="right" id="Database" order="4" />
|
||||
</layout>
|
||||
</component>
|
||||
<component name="TypeScriptGeneratedFilesManager">
|
||||
<option name="version" value="1" />
|
||||
</component>
|
||||
<component name="editorHistoryManager">
|
||||
<entry file="file://$PROJECT_DIR$/install.sh">
|
||||
<provider selected="true" editor-type-id="text-editor">
|
||||
<state relative-caret-position="330">
|
||||
<caret line="22" column="10" lean-forward="true" selection-start-line="22" selection-start-column="10" selection-end-line="22" selection-end-column="10" />
|
||||
</state>
|
||||
</provider>
|
||||
</entry>
|
||||
<entry file="file://$PROJECT_DIR$/README.md">
|
||||
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
||||
<state split_layout="FIRST">
|
||||
<first_editor relative-caret-position="960">
|
||||
<caret line="64" column="27" selection-start-line="64" selection-start-column="27" selection-end-line="64" selection-end-column="27" />
|
||||
</first_editor>
|
||||
<second_editor />
|
||||
</state>
|
||||
</provider>
|
||||
</entry>
|
||||
</component>
|
||||
</project>
|
||||
@@ -63,7 +63,6 @@ inventories/pro/hosts
|
||||
|
||||
- 所有role(主机)使用的变量
|
||||
inventories/pro/group_vars/all
|
||||
新开发的role的变量可定义到此文件中统一管理, 已存在的role的变量直接修改此文件即可
|
||||
`注意`: 新增变量名不可与已有变量发生重复
|
||||
|
||||
- 部署包目录
|
||||
@@ -76,4 +75,4 @@ software_packages
|
||||
|
||||
2. 视情况修改 inventories/pro/group_vars/all 里的相关配置
|
||||
|
||||
3. 确实好配置后执行 "sh install.sh" 进行安装
|
||||
3. 确认好配置后执行 "sh install.sh" 进行安装
|
||||
|
||||
40
install.sh
40
install.sh
@@ -1,9 +1,19 @@
|
||||
#!/bin/bash
|
||||
|
||||
|
||||
#######################基础变量######################
|
||||
#脚本目录
|
||||
bin_path=$(cd `dirname $0`; pwd)
|
||||
#脚本目录的上层目录
|
||||
base_path=$(cd `dirname $0`/..; pwd)
|
||||
#uuid
|
||||
uuid=`uuidgen`
|
||||
|
||||
NUM_DIR="/usr/galaxyinstmp"
|
||||
if [ ! -d "$NUM_DIR/" ];then
|
||||
mkdir -p $NUM_DIR/
|
||||
fi
|
||||
#######################基础变量######################
|
||||
|
||||
cd parcels
|
||||
|
||||
@@ -12,7 +22,7 @@ echo "Check whether the current executor has Docker and Ansible environment, if
|
||||
echo -e "\033[31;1mThe process may prompt command not found error, please ignore it.\033[0m"
|
||||
|
||||
sleep 2
|
||||
a=`docker -v`
|
||||
a=`docker -v 2>/dev/null`
|
||||
hasDocker=$?
|
||||
if [[ $hasDocker != '0' ]]; then
|
||||
echo "
|
||||
@@ -27,13 +37,32 @@ else
|
||||
|
||||
fi
|
||||
|
||||
a=`ansible --version`
|
||||
|
||||
a=`ansible --version 2>/dev/null`
|
||||
hasAnsible=$?
|
||||
if [[ $hasAnsible != '0' ]]; then
|
||||
echo "
|
||||
"
|
||||
echo -e "\033[31;1mThis Ansible not installed, Please install\033[0m"
|
||||
exit 1
|
||||
echo -e "\033[31;1mThis Ansible not installed, beginning install . . . \033[0m"
|
||||
mkdir /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`
|
||||
mv /etc/yum.repos.d/*.repo /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`
|
||||
cp ${bin_path}/software_packages/ansible/ansible.repo /etc/yum.repos.d/
|
||||
sed -i -e "s#s_ansible_rpm_dir#${bin_path}#g" /etc/yum.repos.d/ansible.repo
|
||||
yum clean all && yum makecache
|
||||
yum -y -q install ansible
|
||||
|
||||
if [ $? == 0 ]; then
|
||||
mv /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`/* /etc/yum.repos.d/
|
||||
rm -r /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`
|
||||
echo -e "\033[32;1mThis Ansible installed, the version is:\033[0m"
|
||||
ansible --version
|
||||
echo 1 > $NUM_DIR/checkManager
|
||||
else
|
||||
mv /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`/* /etc/yum.repos.d/
|
||||
rm -r /etc/yum.repos.d/bak_`date '+%Y-%m-%d'`
|
||||
echo -e "\033[32;1mThis Ansible not installed, please check it manually\033[0m"
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
echo "
|
||||
"
|
||||
@@ -41,6 +70,7 @@ else
|
||||
ansible --version
|
||||
echo 1 > $NUM_DIR/checkManager
|
||||
fi
|
||||
|
||||
sleep 5
|
||||
}
|
||||
|
||||
@@ -302,7 +332,7 @@ function installAllApps() {
|
||||
clear
|
||||
|
||||
i=0
|
||||
hoskeep=`cat ../inventories/pro/config.yml | grep "hos_keepalive_need: yes" | wc -l`
|
||||
hoskeep=`cat ../inventories/pro/group_vars/all | grep -vE "^#|^$" | grep "hos_keepalive_need" | grep yes | wc -l`
|
||||
if [[ $hoskeep -eq "1" ]]; then
|
||||
ins_names=(galaxy-gateway-nginx galaxy-qgw-service galaxy-job-service galaxy-report-service galaxy-hos-service galaxy-chproxy galaxy-hos-nginx galaxy-hos-keepalive galaxy-gohangout)
|
||||
else
|
||||
|
||||
@@ -20,10 +20,17 @@ data_path: /home/ceiec
|
||||
#仅限本安装包部署的组件。
|
||||
allowed_unload: "yes"
|
||||
|
||||
# 所有安装包路径,可自己指定绝对路径
|
||||
package_path: "{{ playbook_dir | dirname }}/software_packages"
|
||||
#package_path: /opt/software_packages
|
||||
|
||||
#============================bifang-Mariadb===============================#
|
||||
|
||||
#Bifang MariaDB 地址，用以galaxy-qgw-service、galaxy-report-service的业务使用。
|
||||
bifang_mariadb_host: 127.0.0.1
|
||||
#Bifang MariaDB 地址，用于galaxy-qgw-service、galaxy-report-service的业务使用。
|
||||
bifang_mariadb_host: 192.168.40.153
|
||||
|
||||
#Bifang mariadb 端口
|
||||
bifang_mariadb_port: 3306
|
||||
|
||||
#Bifang mariadb 数据库名
|
||||
bifang_mariadb_database: tsg-bifang
|
||||
@@ -31,23 +38,16 @@ bifang_mariadb_database: tsg-bifang
|
||||
#Bifang mariadb pin
|
||||
bifang_mariadb_pin: 111111
|
||||
|
||||
|
||||
#galaxy mariadb key
|
||||
galaxy_mariadb_pin: ceiec2019
|
||||
|
||||
|
||||
# 所有安装包路径,可自己指定绝对路径
|
||||
package_path: "{{ playbook_dir | dirname }}/software_packages"
|
||||
#package_path: /opt/software_packages
|
||||
|
||||
|
||||
|
||||
#============================虚IP===============================#
|
||||
|
||||
#-------------apps------------------#
|
||||
|
||||
#Galaxy 业务组件keepalive IP地址,填写的IP只能是和hosts-services配置的IP是同段的，且不能跟同段内已有的IP相同。
|
||||
gateway_keepalive_host: 192.168.44.23
|
||||
gateway_keepalive_host: 192.168.45.252
|
||||
|
||||
#Galaxy 业务组件keepalive绑定网卡名称，不支持两个服务器网卡名称不同的情况，此情况需要安装完成后手动修改配置文件
|
||||
gateway_keepalive_interface: eth0
|
||||
@@ -62,7 +62,7 @@ hos_keepalive_need: "yes"
|
||||
|
||||
#galaxy-hos-service服务keepalive IP地址 若 hos_keepalive_need为no，则此处填写gateway_keepalive_host对应的IP
|
||||
#填写的IP只能是和hosts-hoskeepalive配置的IP是同段的，且不能跟同段内已有的IP相同。
|
||||
hos_keepalive_host: 127.0.0.2
|
||||
hos_keepalive_host: 192.168.45.253
|
||||
|
||||
#galaxy-hos-service服务keepalive绑定网卡名称，不支持两个服务器网卡名称不同的情况，此情况需要安装完成后手>动修改配置文件
|
||||
#若 hos_keepalive_need 配置no则此处 可不进行修改
|
||||
@@ -73,18 +73,13 @@ hos_keepalive_interface: eth0
|
||||
hos_keepalive_router_id: 62
|
||||
|
||||
|
||||
#galaxy-keepalive的相关路径(目前gateway和hos共用这个配置)
|
||||
keepalived_package_path: /home/keepalive
|
||||
|
||||
keepalived_soft_home_path: galaxy/workspace/
|
||||
|
||||
|
||||
#============================Kafka===============================#
|
||||
#任务消费kafka地址,若无特殊情况为本安装集群kafka地址，格式:kafkaip1:9092,kafkaip2:9092,kafkaip3:9092.....
|
||||
consumer_kafka_servers: 127.0.0.1:9092
|
||||
consumer_kafka_servers: 192.168.45.37:9092,192.168.45.38:9092,192.168.45.39:9092
|
||||
|
||||
#任务结果写入kafka地址,若无特殊情况为本安装集群kafka地址，格式:kafkaip1:9092,kafkaip2:9092,kafkaip3:9092.....
|
||||
producer_kafka_servers: 127.0.0.1:9092
|
||||
producer_kafka_servers: 192.168.45.37:9092,192.168.45.38:9092,192.168.45.39:9092
|
||||
|
||||
#============================默认配置===============================#
|
||||
#自研服务组件使用nacos 命名空间名称
|
||||
@@ -293,325 +288,3 @@ job_java_opts: "-Xmx512m -Xms512m"
|
||||
report_java_opts: "-Xmx512m -Xms512m"
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
########################
|
||||
##### ####
|
||||
##### 开发者配置 ####
|
||||
##### ####
|
||||
########################
|
||||
|
||||
#------zookeeper---------#
|
||||
zookeeper_version: zookeeper-3.4.10
|
||||
|
||||
#zookeeper myid起始id，如不是扩容则此处无需修改；若为扩容，则此处改为原集群节点 myid最大值+1
|
||||
zk_start_myid: 1
|
||||
|
||||
#zookeeper port
|
||||
zookeeper_port: 2181
|
||||
|
||||
|
||||
#------mariadb---------#
|
||||
#mariadb数据目录
|
||||
mariadb_datadir_path: /data/mariadb
|
||||
|
||||
|
||||
|
||||
#-----nacos---------#
|
||||
#nacos version
|
||||
nacos_version: nacos-2.0.2
|
||||
|
||||
#nacos local port
|
||||
nacos_port: 8847
|
||||
|
||||
|
||||
|
||||
#-----kafka---------#
|
||||
#Kafka版本
|
||||
kafka_version: kafka_2.11-1.0.0
|
||||
|
||||
#kafka-manager 版本
|
||||
kafka_manager_version: kafka-manager-1.3.3.18
|
||||
|
||||
#kafka broker起始id
|
||||
kafka_start_broker: 1
|
||||
|
||||
#kafka default port
|
||||
server_port: 9092
|
||||
|
||||
|
||||
|
||||
#------storm---------#
|
||||
storm_version: apache-storm-1.0.2
|
||||
|
||||
|
||||
|
||||
#-------hadoop---------#
|
||||
hadoop_version: hadoop-2.7.1
|
||||
|
||||
|
||||
|
||||
#--------Hbase---------#
|
||||
hbase_version: hbase-2.2.3
|
||||
|
||||
|
||||
#------Clickhouse---------#
|
||||
#clickhouse 版本
|
||||
clickhouse_version: 20.3.12.112
|
||||
|
||||
#clickhouse默认的数据库
|
||||
default_database: default
|
||||
|
||||
#clickhouse 只读key
|
||||
readonly_key: ceiec2018
|
||||
|
||||
#clickhouse 管理key
|
||||
root_key: ceiec2019
|
||||
|
||||
|
||||
|
||||
#-------druid---------#
|
||||
#druid 版本
|
||||
druid_version: apache-druid-0.18.1
|
||||
|
||||
#druid 集群数量限制
|
||||
cluster_limit: "4"
|
||||
|
||||
|
||||
|
||||
#------Spark---------#
|
||||
spark_version: spark-2.2.3-bin-hadoop2.7
|
||||
|
||||
scala_version: scala-2.11.7
|
||||
|
||||
#请勿修改此配置，安装过程会自动安装此版本scala。
|
||||
scala_home: /usr/lib/scala/scala-2.11.7
|
||||
|
||||
|
||||
|
||||
|
||||
#-----arangodb---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
arangodb_password: ceiec2018
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
arangodb_image_tar_name: arangodb-3.6.4.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#设置容器的hostname
|
||||
#container_hostname: bifang-api
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
arangodb_image_name: arangodb
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
arangodb_image_tag_name: 3.6.4
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
arangodb_image_container_name: arangodb
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
arangodb_soft_home_path: galaxy/workspace/arangodb
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
arango_volume_path: galaxy/volumes/arangodb
|
||||
|
||||
|
||||
|
||||
|
||||
#------environment---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
jdk_home_path: /usr/lib/jvm
|
||||
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#执行脚本的目录
|
||||
test_soft_home_path: /home/test/check_begin
|
||||
|
||||
|
||||
|
||||
#--------galaxy-chproxy---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
chproxy_image_tar_name: chproxy-21.06.30.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
chproxy_image_name: galaxy-chproxy
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
chproxy_image_tag_name: 21.06.30
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
chproxy_image_container_name: galaxy-chproxy
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
chproxy_soft_home_path: galaxy/workspace/galaxy-chproxy
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
chproxy_volume_path: galaxy/volumes/galaxy-chproxy
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
#-------galaxy-gateway-nginx---------#
|
||||
gateway_image_tar_name: nginx-metrics-1.17.0.tar
|
||||
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
gateway_image_name: galaxy-gateway-nginx
|
||||
|
||||
##{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
gateway_image_tag_name: 1.17.0
|
||||
|
||||
##{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
gateway_image_container_name: galaxy-gateway-nginx
|
||||
|
||||
#宿主机存放与nginx容器映射的data目录和log的文件夹
|
||||
gateway_nginx_soft_home_path: galaxy/workspace/galaxy-gateway-nginx #注意路径最后面没有/
|
||||
|
||||
#nginx 数据目录
|
||||
gateway_nginx_volume_path: galaxy/volumes/galaxy-gateway-nginx
|
||||
|
||||
|
||||
|
||||
|
||||
#--------galaxy-gohangout---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
gohangout_image_tar_name: gohangout-1.15.2.20210408.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
gohangout_image_name: gohangout
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
gohangout_image_tag_name: 1.15.2.20210408
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
gohangout_image_container_name: gohangout
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
gohangout_soft_home_path: galaxy/workspace/gohangout
|
||||
|
||||
#挂载容器目录的相对路径，不要随意更改
|
||||
gohangout_volume_path: galaxy/volumes/gohangout
|
||||
|
||||
|
||||
|
||||
#--------galaxy-hos-nginx---------#
|
||||
hos_nginx_image_tar_name: nginx-metrics-1.17.0.tar
|
||||
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
hos_nginx_image_name: galaxy-hos-nginx
|
||||
|
||||
##{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
hos_nginx_image_tag_name: 1.17.0
|
||||
|
||||
##{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
hos_nginx_image_container_name: galaxy-hos-nginx
|
||||
|
||||
#宿主机存放与nginx容器映射的data目录和log的文件夹
|
||||
hos_nginx_soft_home_path: galaxy/workspace/galaxy-hos-nginx #注意路径最后面没有/
|
||||
|
||||
#nginx 数据目录
|
||||
hos_nginx_volume_path: galaxy/volumes/galaxy-hos-nginx
|
||||
|
||||
|
||||
|
||||
#---------galaxy-hos-service---------#
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
hos_service_image_tar_name: galaxy-hos-service-21.07.01.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
hos_service_image_name: galaxy-hos-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
hos_service_image_tag_name: 21.07.01
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
hos_service_image_container_name: galaxy-hos-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
hos_service_soft_home_path: galaxy/workspace/galaxy-hos-service
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
hos_volume_path: galaxy/volumes/galaxy-hos-service
|
||||
|
||||
|
||||
|
||||
#---------galaxy-job-service.yml---------#
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
job_image_tar_name: galaxy-job-executor-v1.3.210413-rc1.tar
|
||||
admin_image_tar_name: galaxy-job-admin-v1.3.20210408.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#设置容器的hostname
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
job_image_name: galaxy-job-executor
|
||||
admin_image_name: galaxy-job-admin
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
job_image_tag_name: v1.3.210413-rc1
|
||||
admin_image_tag_name: v1.3.20210408
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
job_image_container_name: galaxy-job-executor
|
||||
admin_image_container_name: galaxy-job-admin
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
job_soft_home_path: galaxy/workspace/galaxy-job/galaxy-job-executor
|
||||
admin_soft_home_path: galaxy/workspace/galaxy-job/galaxy-job-admin
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
job_volume_path: galaxy/volumes/galaxy-job/galaxy-job-executor
|
||||
admin_volume_path: galaxy/volumes/galaxy-job/galaxy-job-admin
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
#---------galaxy-qgw-service---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
qgw_image_tar_name: galaxy-qgw-service-345.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
qgw_image_name: galaxy-qgw-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
qgw_image_tag_name: 345
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
qgw_image_container_name: galaxy-qgw-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
qgw_soft_home_path: galaxy/workspace/galaxy-qgw-service
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
qgw_volume_path: galaxy/volumes/galaxy-qgw-service
|
||||
|
||||
|
||||
|
||||
|
||||
#---------galaxy-report-service---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
report_image_tar_name: galaxy-report-service-21.04.07.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
report_image_name: galaxy-report-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
report_image_tag_name: 21.04.07
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
report_image_container_name: galaxy-report-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
report_soft_home_path: galaxy/workspace/galaxy-report-service
|
||||
|
||||
#report 数据目录
|
||||
report_volume_path: galaxy/volumes/galaxy-report-service
|
||||
|
||||
@@ -1,49 +1,86 @@
|
||||
#此标签指定的IP用于：chproxy、galaxy-app-nginx、galaxy-job-service、galaxy-qgw-service、galaxy-report-service、galaxy-app-keepalive的安装
|
||||
#最少需要指定两台。
|
||||
[services]
|
||||
192.168.45.42
|
||||
192.168.45.43
|
||||
|
||||
#此标签指定的IP用于：galaxy-hos-service 的安装
|
||||
[hos]
|
||||
192.168.45.40
|
||||
192.168.45.41
|
||||
|
||||
#此标签指定的IP用于：galaxy-hos-keepalive和galaxy-hos-nginx的安装
|
||||
#config.yml内的hos_keepalive_need配置是no，则此处不写任何IP，yes就写部署galaxy-hos-service服务keepalive的服务器地址。
|
||||
#inventories/pro/group_vars/all内的hos_keepalive_need配置是no，则此处不写任何IP，yes就写部署galaxy-hos-service服务keepalive的服务器地址。
|
||||
#不能与services指定的IP相同,且最多为两台。
|
||||
[hoskeepalive]
|
||||
192.168.45.40
|
||||
192.168.45.41
|
||||
|
||||
#此标签指定的IP用于：ArangoDB的安装
|
||||
[arangodb]
|
||||
192.168.45.42
|
||||
|
||||
#此标签指定的IP用于：Mariadb的安装，目前版本下仅可配置两个IP，且需要与services标签的前两个IP相同。
|
||||
#现没有负载需求，保留后期做负载的功能需求。
|
||||
[mariadb]
|
||||
192.168.45.42
|
||||
192.168.45.43
|
||||
|
||||
#此标签指定的IP用于：Nacos的安装
|
||||
[nacos]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache Zookeeper的安装
|
||||
[zookeeper]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache Kafka的安装，集群第一台同时部署Kafka-Manager服务。
|
||||
[kafka]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache Storm的安装，根据内部约定，若集群整体小于3台则第一台为numbus节点；大于三台则前三台为nimbus节点。
|
||||
[storm]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache Hadoop的安装
|
||||
[hadoop]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache HBase的安装
|
||||
[hbase]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Apache Spark的安装，根据内部约定，若集群小于3台则worker在所有节点上；大于3台则第一个节点为master节点。
|
||||
[spark]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Galaxy-Gohangout的安装
|
||||
[gohangout]
|
||||
192.168.45.40
|
||||
|
||||
#此标签指定的IP用于：Apache Druid的安装，根据内部约定，若集群整体小于4台则每台为全部节点；大于4台则前两台默认为query节点。
|
||||
[druid]
|
||||
192.168.45.37
|
||||
192.168.45.38
|
||||
192.168.45.39
|
||||
|
||||
#此标签指定的IP用于：Clickhouse的安装,根据内部约定，前两台默认为query节点。
|
||||
[clickhouse]
|
||||
|
||||
192.168.45.40
|
||||
192.168.45.41
|
||||
192.168.45.42
|
||||
192.168.45.43
|
||||
|
||||
@@ -56,7 +56,7 @@
|
||||
register: check_out
|
||||
run_once: true
|
||||
delegate_facts: true
|
||||
delegate_to: '{{ groups.gohangout[1] }}'
|
||||
delegate_to: '{{ groups.gohangout[0] }}'
|
||||
|
||||
- fail:
|
||||
msg: "{{ inventory_hostname }}- gohangout start job num is not all. Please check it"
|
||||
|
||||
@@ -0,0 +1,21 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
arangodb_password: ceiec2018
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
arangodb_image_tar_name: arangodb-3.6.4.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#设置容器的hostname
|
||||
#container_hostname: bifang-api
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
arangodb_image_name: arangodb
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
arangodb_image_tag_name: 3.6.4
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
arangodb_image_container_name: arangodb
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
arangodb_soft_home_path: galaxy/workspace/arangodb
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
arango_volume_path: galaxy/volumes/arangodb
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
#clickhouse 版本
|
||||
clickhouse_version: 20.3.12.112
|
||||
|
||||
#clickhouse默认的数据库
|
||||
default_database: default
|
||||
|
||||
#clickhouse 只读key
|
||||
readonly_key: ceiec2018
|
||||
|
||||
#clickhouse 管理key
|
||||
root_key: ceiec2019
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
#clickhouse 版本
|
||||
clickhouse_version: 20.3.12.112
|
||||
|
||||
#clickhouse默认的数据库
|
||||
default_database: default
|
||||
|
||||
#clickhouse 只读key
|
||||
readonly_key: ceiec2018
|
||||
|
||||
#clickhouse 管理key
|
||||
root_key: ceiec2019
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
#clickhouse 版本
|
||||
clickhouse_version: 20.3.12.112
|
||||
|
||||
#clickhouse默认的数据库
|
||||
default_database: default
|
||||
|
||||
#clickhouse 只读key
|
||||
readonly_key: ceiec2018
|
||||
|
||||
#clickhouse 管理key
|
||||
root_key: ceiec2019
|
||||
|
||||
@@ -145,7 +145,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ druid_version }}.tar.gz
|
||||
unarchive:
|
||||
src: '{{ druid_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ druid_version }}.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#拷贝druid 配置文件
|
||||
|
||||
@@ -0,0 +1,5 @@
|
||||
#druid 版本
|
||||
druid_version: apache-druid-0.18.1
|
||||
|
||||
#druid 集群数量限制
|
||||
cluster_limit: "4"
|
||||
|
||||
@@ -88,7 +88,7 @@
|
||||
#解压tar
|
||||
- name: unpack hadoop-2.7.1.tar.gz
|
||||
unarchive:
|
||||
src: 'hadoop-2.7.1.tar.gz'
|
||||
src: '{{ package_path }}/hadoop-2.7.1.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#获取slaves列表
|
||||
|
||||
@@ -0,0 +1,2 @@
|
||||
hadoop_version: hadoop-2.7.1
|
||||
|
||||
|
||||
@@ -106,7 +106,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ hbase_version }}.tar.gz
|
||||
unarchive:
|
||||
src: '{{ hbase_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ hbase_version }}.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#获取 regionservers 列表
|
||||
|
||||
@@ -0,0 +1,2 @@
|
||||
hbase_version: hbase-2.2.3
|
||||
|
||||
|
||||
@@ -91,7 +91,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ kafka_version }}.tgz
|
||||
unarchive:
|
||||
src: '{{ kafka_version }}.tgz'
|
||||
src: '{{ package_path }}/{{ kafka_version }}.tgz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#复制tar到目标服务器
|
||||
@@ -106,7 +106,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ kafka_manager_version }}.zip
|
||||
unarchive:
|
||||
src: '{{ kafka_manager_version }}.zip'
|
||||
src: '{{ package_path }}/{{ kafka_manager_version }}.zip'
|
||||
dest: '{{ install_path }}/'
|
||||
run_once: true
|
||||
delegate_to: "{{ manager_ip }}"
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
#Kafka版本
|
||||
kafka_version: kafka_2.11-1.0.0
|
||||
|
||||
#kafka-manager 版本
|
||||
kafka_manager_version: kafka-manager-1.3.3.18
|
||||
|
||||
#kafka broker起始id
|
||||
kafka_start_broker: 1
|
||||
|
||||
#kafka default port
|
||||
server_port: 9092
|
||||
|
||||
@@ -9,7 +9,7 @@
|
||||
force: true
|
||||
mode: 0755
|
||||
when: check_out.stdout >= '1'
|
||||
- name: unload kafka
|
||||
- name: unload mariadb
|
||||
shell: cd {{ install_path }} && sh unload_mariadb.sh
|
||||
when: check_out.stdout >= '1'
|
||||
- name: Ansible delete {{ install_path }}/unload_mariadb.sh
|
||||
|
||||
@@ -0,0 +1,2 @@
|
||||
#mariadb数据目录
|
||||
mariadb_datadir_path: /data/mariadb
|
||||
|
||||
@@ -77,7 +77,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ nacos_version }}.tar
|
||||
unarchive:
|
||||
src: '{{ nacos_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ nacos_version }}.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
#拷贝配置文件
|
||||
- name: copy application.properties
|
||||
|
||||
@@ -30,10 +30,10 @@ server.port={{ nacos_port }}
|
||||
|
||||
#*************** Config Module Related Configurations ***************#
|
||||
### If use MySQL as datasource:
|
||||
# spring.datasource.platform=mysql
|
||||
spring.datasource.platform=mysql
|
||||
|
||||
### Count of DB:
|
||||
# db.num=1
|
||||
db.num=1
|
||||
|
||||
### Connect URL of DB:
|
||||
db.url.0=jdbc:mysql://{{ gateway_keepalive_host }}:{{ galaxy_mariadb_port }}/{{ mariadb_nacos_database }}?characterEncoding=utf8&connectTimeout=1000&socketTimeout=3000&autoReconnect=true&useUnicode=true&useSSL=false&serverTimezone=UTC
|
||||
|
||||
@@ -0,0 +1,5 @@
|
||||
#nacos version
|
||||
nacos_version: nacos-2.0.2
|
||||
|
||||
#nacos local port
|
||||
nacos_port: 8847
|
||||
|
||||
@@ -86,13 +86,13 @@
|
||||
#解压tar
|
||||
- name: unpack {{ spark_version }}.tar.gz
|
||||
unarchive:
|
||||
src: '{{ spark_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ spark_version }}.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#解压tar
|
||||
- name: unpack {{ scala_version }}.tar.gz
|
||||
unarchive:
|
||||
src: '{{ scala_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ scala_version }}.tar.gz'
|
||||
dest: '/usr/lib/scala/'
|
||||
|
||||
- name: master_ip to ansible variable
|
||||
|
||||
@@ -0,0 +1,6 @@
|
||||
spark_version: spark-2.2.3-bin-hadoop2.7
|
||||
|
||||
scala_version: scala-2.11.7
|
||||
|
||||
#请勿修改此配置，安装过程会自动安装此版本scala。
|
||||
scala_home: /usr/lib/scala/scala-2.11.7
|
||||
|
||||
@@ -97,7 +97,7 @@
|
||||
|
||||
- name: unpack apache-storm-1.0.2.tar.gz
|
||||
unarchive:
|
||||
src: 'apache-storm-1.0.2.tar.gz'
|
||||
src: '{{ package_path }}/apache-storm-1.0.2.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
- name: copy dae-nimbus.sh to {{ install_path }}/{{ storm_version }}/bin/
|
||||
|
||||
@@ -0,0 +1,2 @@
|
||||
storm_version: apache-storm-1.0.2
|
||||
|
||||
|
||||
@@ -0,0 +1,8 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
zookeeper_version: zookeeper-3.4.10
|
||||
|
||||
#zookeeper myid起始id，如不是扩容则此处无需修改；若为扩容，则此处改为原集群节点 myid最大值+1
|
||||
zk_start_myid: 1
|
||||
|
||||
#zookeeper port
|
||||
zookeeper_port: 2181
|
||||
|
||||
@@ -84,7 +84,7 @@
|
||||
#解压tar
|
||||
- name: unpack {{ install_path }}/{{ zookeeper_version }}.tar.gz
|
||||
unarchive:
|
||||
src: '{{ zookeeper_version }}.tar.gz'
|
||||
src: '{{ package_path }}/{{ zookeeper_version }}.tar.gz'
|
||||
dest: '{{ install_path }}/'
|
||||
|
||||
#拷贝配置文件
|
||||
|
||||
@@ -0,0 +1,7 @@
|
||||
zookeeper_version: zookeeper-3.4.10
|
||||
|
||||
#zookeeper myid起始id，如不是扩容则此处无需修改；若为扩容，则此处改为原集群节点 myid最大值+1
|
||||
zk_start_myid: 1
|
||||
|
||||
#zookeeper port
|
||||
zookeeper_port: 2181
|
||||
|
||||
@@ -0,0 +1,3 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#执行脚本的目录
|
||||
test_soft_home_path: /home/test/check_begin
|
||||
|
||||
@@ -0,0 +1,3 @@
|
||||
#------environment---------#
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
jdk_home_path: /usr/lib/jvm
|
||||
|
||||
@@ -3,8 +3,8 @@
|
||||
|
||||
#复制脚本到目标服务器
|
||||
- name: copy create_ck_table.sql
|
||||
copy:
|
||||
src: '../files/create_ck_table.sql'
|
||||
template:
|
||||
src: 'create_ck_table.sql'
|
||||
dest: '{{ install_path }}/'
|
||||
force: true
|
||||
backup: yes
|
||||
|
||||
@@ -4082,10 +4082,12 @@ ENGINE =Distributed(ck_cluster,tsg_galaxy_v3,active_defence_event_log_local,rand
|
||||
|
||||
|
||||
|
||||
CREATE DICTIONARY IF NOT EXISTS cdn on cluster ck_cluster (
|
||||
DROP DICTIONARY IF EXISTS tsg_galaxy_v3.cdn on cluster ck_cluster;
|
||||
|
||||
CREATE DICTIONARY IF NOT EXISTS tsg_galaxy_v3.cdn on cluster ck_cluster (
|
||||
cdn_id UInt64,
|
||||
domain String,
|
||||
cname String) PRIMARY KEY cdn_id SOURCE(MYSQL(PORT 3306 USER 'root' PASSWORD 'bifang!@#' REPLICA (HOST '192.168.44.71' PRIORITY 1) DB 'tsg-bifang' TABLE 'tsg_cdn_domain_info')) LIFETIME(MIN 300 MAX 400) LAYOUT(FLAT());
|
||||
cname String) PRIMARY KEY cdn_id SOURCE(MYSQL(PORT {{ bifang_mariadb_port }} USER 'root' PASSWORD '{{ bifang_mariadb_pin }}' REPLICA (HOST '{{ bifang_mariadb_host }}' PRIORITY 1) DB 'tsg-bifang' TABLE 'tsg_cdn_domain_info')) LIFETIME(MIN 300 MAX 400) LAYOUT(FLAT());
|
||||
|
||||
create table IF NOT EXISTS tsg_galaxy_v3.cdn_dic on cluster ck_cluster (`cdn_id` UInt64,
|
||||
`domain` String,
|
||||
@@ -6,8 +6,8 @@ QGW_COUNT=$(ps -ef | grep galaxy-qgw-service | grep -v grep | wc -l)
|
||||
if [ $QGW_COUNT -eq 0 ]
|
||||
then
|
||||
#如果挂掉了，就启动
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-qgw-service && docker-compose down
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-qgw-service && docker-compose up -d
|
||||
cd {{ install_path }}/{{ qgw_soft_home_path }}/galaxy-qgw-service && docker-compose down
|
||||
cd {{ install_path }}/{{ qgw_soft_home_path }}/galaxy-qgw-service && docker-compose up -d
|
||||
#等5秒钟后，再次查看是否 启动成功
|
||||
sleep 5
|
||||
#如果没有启动起来，就直接干掉keepalived
|
||||
@@ -26,8 +26,8 @@ CHPROXY_COUNT=$(ps -ef | grep chproxy | grep -v grep | wc -l)
|
||||
if [ $CHPROXY_COUNT -eq 0 ]
|
||||
then
|
||||
#如果挂掉了，就启动
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-chproxy && docker-compose down
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-chproxy && docker-compose up -d
|
||||
cd {{ install_path }}/{{ chproxy_soft_home_path }}/galaxy-chproxy && docker-compose down
|
||||
cd {{ install_path }}/{{ chproxy_soft_home_path }}/galaxy-chproxy && docker-compose up -d
|
||||
#等5秒钟后，再次查看是否 启动成功
|
||||
sleep 5
|
||||
#如果没有启动起来，就直接干掉keepalived
|
||||
@@ -46,8 +46,8 @@ NGINX_COUNT=$(ps -ef | grep nginx | grep -v grep | wc -l)
|
||||
if [ $NGINX_COUNT -eq 0 ]
|
||||
then
|
||||
#如果挂掉了，就启动
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-app-nginx && docker-compose down
|
||||
cd {{ install_path }}/{{ soft_home_path }}/galaxy-app-nginx && docker-compose up -d
|
||||
cd {{ install_path }}/{{ gateway_nginx_soft_home_path }}/galaxy-gateway-nginx && docker-compose down
|
||||
cd {{ install_path }}/{{ gateway_nginx_soft_home_path }}/galaxy-gateway-nginx && docker-compose up -d
|
||||
#等5秒钟后，再次查看是否 启动成功
|
||||
sleep 5
|
||||
#如果没有启动起来，就直接干掉keepalived
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
#galaxy-keepalive的相关路径(目前gateway和hos用的是一样的配置)
|
||||
keepalived_package_path: /home/keepalive
|
||||
|
||||
keepalived_soft_home_path: galaxy/workspace/
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
chproxy_image_tar_name: chproxy-21.06.30.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
chproxy_image_name: chproxy
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
chproxy_image_tag_name: 21.06.30
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
chproxy_image_container_name: galaxy-chproxy
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
chproxy_soft_home_path: galaxy/workspace/galaxy-chproxy
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
chproxy_volume_path: galaxy/volumes/galaxy-chproxy
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
#galaxy-keepalive的相关路径(目前gateway和hos用的是一样的配置)
|
||||
keepalived_package_path: /home/keepalive
|
||||
|
||||
keepalived_soft_home_path: galaxy/workspace/
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
gateway_image_tar_name: nginx-metrics-1.17.0.tar
|
||||
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
#gateway_image_name: galaxy-gateway-nginx
|
||||
gateway_image_name: nginx-metrics
|
||||
|
||||
##{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
gateway_image_tag_name: 1.17.0
|
||||
|
||||
##{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
gateway_image_container_name: galaxy-gateway-nginx
|
||||
|
||||
#宿主机存放与nginx容器映射的data目录和log的文件夹
|
||||
gateway_nginx_soft_home_path: galaxy/workspace/galaxy-gateway-nginx #注意路径最后面没有/
|
||||
|
||||
#nginx 数据目录
|
||||
gateway_nginx_volume_path: galaxy/volumes/galaxy-gateway-nginx
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
gohangout_image_tar_name: gohangout-1.15.2.20210408.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
gohangout_image_name: gohangout
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
gohangout_image_tag_name: 1.15.2.20210408
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
gohangout_image_container_name: gohangout
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
gohangout_soft_home_path: galaxy/workspace/gohangout
|
||||
|
||||
#挂载容器目录的相对路径，不要随意更改
|
||||
gohangout_volume_path: galaxy/volumes/gohangout
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
#galaxy-keepalive的相关路径(目前gateway和hos用的是一样的配置)
|
||||
keepalived_package_path: /home/keepalive
|
||||
|
||||
keepalived_soft_home_path: galaxy/workspace/
|
||||
|
||||
@@ -0,0 +1,17 @@
|
||||
hos_nginx_image_tar_name: nginx-metrics-1.17.0.tar
|
||||
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
#hos_nginx_image_name: galaxy-hos-nginx
|
||||
hos_nginx_image_name: nginx-metrics
|
||||
|
||||
##{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
hos_nginx_image_tag_name: 1.17.0
|
||||
|
||||
##{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
hos_nginx_image_container_name: galaxy-hos-nginx
|
||||
|
||||
#宿主机存放与nginx容器映射的data目录和log的文件夹
|
||||
hos_nginx_soft_home_path: galaxy/workspace/galaxy-hos-nginx #注意路径最后面没有/
|
||||
|
||||
#nginx 数据目录
|
||||
hos_nginx_volume_path: galaxy/volumes/galaxy-hos-nginx
|
||||
|
||||
@@ -21,46 +21,46 @@
|
||||
state: directory
|
||||
path: '{{ data_path }}/{{ hos_service_soft_home_path }}'
|
||||
|
||||
- name: copy {{ image_tar_name }}
|
||||
- name: copy {{ hos_service_image_tar_name }}
|
||||
copy:
|
||||
src: '{{ package_path }}/{{ image_tar_name }}'
|
||||
dest: '{{ data_path }}/{{ hos_service_soft_home_path }}/{{ image_tar_name }}'
|
||||
src: '{{ package_path }}/{{ hos_service_image_tar_name }}'
|
||||
dest: '{{ data_path }}/{{ hos_service_soft_home_path }}/{{ hos_service_image_tar_name }}'
|
||||
force: true
|
||||
backup: yes
|
||||
|
||||
- name: load new {{ image_name }} image from {{ image_tar_name }}
|
||||
- name: load new {{ hos_service_image_name }} image from {{ hos_service_image_tar_name }}
|
||||
docker_image:
|
||||
name: '{{ image_name }}'
|
||||
tag: '{{ image_tag_name }}'
|
||||
load_path: '{{ data_path }}/{{ hos_service_soft_home_path }}/{{ image_tar_name }}'
|
||||
name: '{{ hos_service_image_name }}'
|
||||
tag: '{{ hos_service_image_tag_name }}'
|
||||
load_path: '{{ data_path }}/{{ hos_service_soft_home_path }}/{{ hos_service_image_tar_name }}'
|
||||
source: load
|
||||
force_tag: yes
|
||||
force_source: yes
|
||||
async: 300
|
||||
|
||||
- name: change the image tag
|
||||
shell: docker tag galaxy-hos-service:{{ image_tag_name }} {{ image_name }}:{{ image_tag_name }}
|
||||
shell: docker tag galaxy-hos-service:{{ hos_service_image_tag_name }} {{ hos_service_image_name }}:{{ hos_service_image_tag_name }}
|
||||
|
||||
|
||||
- name: copy {{ image_name }} docker-compose.yml
|
||||
- name: copy {{ hos_service_image_name }} docker-compose.yml
|
||||
template:
|
||||
src: docker-compose.yml.j2
|
||||
dest: '{{ data_path }}/{{ hos_service_soft_home_path }}/docker-compose.yml'
|
||||
backup: yes
|
||||
|
||||
- name: copy {{ image_name }} application.yml.j2
|
||||
- name: copy {{ hos_service_image_name }} application.yml.j2
|
||||
template:
|
||||
src: application.yml.j2
|
||||
dest: '{{ data_path }}/{{ hos_volume_path }}/config/application.yml'
|
||||
backup: yes
|
||||
|
||||
- name: copy {{ image_name }} log4j2-dev.xml.j2
|
||||
- name: copy {{ hos_service_image_name }} log4j2-dev.xml.j2
|
||||
template:
|
||||
src: log4j2-dev.xml.j2
|
||||
dest: '{{ data_path }}/{{ hos_volume_path }}/config/log4j2-dev.xml'
|
||||
backup: yes
|
||||
|
||||
- name: copy {{ image_name }} galaxy-hos-service.j2
|
||||
- name: copy {{ hos_service_image_name }} galaxy-hos-service.j2
|
||||
template:
|
||||
src: galaxy-hos-service.j2
|
||||
dest: '{{ data_path }}/{{ hos_service_soft_home_path }}/galaxy-hos-service'
|
||||
|
||||
@@ -2,7 +2,7 @@ version: '2'
|
||||
|
||||
services:
|
||||
galaxy-hos-service:
|
||||
image: {{ image_name }}:{{ image_tag_name }}
|
||||
image: {{ hos_service_image_name }}:{{ hos_service_image_tag_name }}
|
||||
container_name: {{ hos_service_image_container_name }}
|
||||
environment:
|
||||
JAVA_OPTS: "{{ hos_java_opts }} -Xss256k -XX:MetaspaceSize=128m -XX:MaxPermSize=128m -XX:SurvivorRatio=2 -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:MaxTenuringThreshold=15 -XX:+UseCMSCompactAtFullCollection -XX:+UseCMSInitiatingOccupancyOnly -XX:CMSInitiatingOccupancyFraction=70"
|
||||
|
||||
@@ -0,0 +1,18 @@
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
hos_service_image_tar_name: galaxy-hos-service-21.07.01.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
hos_service_image_name: galaxy-hos-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
hos_service_image_tag_name: 21.07.01
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
hos_service_image_container_name: galaxy-hos-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
hos_service_soft_home_path: galaxy/workspace/galaxy-hos-service
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
hos_volume_path: galaxy/volumes/galaxy-hos-service
|
||||
|
||||
@@ -46,7 +46,7 @@
|
||||
|
||||
- name: copy {{ admin_image_tar_name }}
|
||||
copy:
|
||||
src: '{{ {{ package_path }} }}/{{ admin_image_tar_name }}'
|
||||
src: '{{ package_path }}/{{ admin_image_tar_name }}'
|
||||
dest: '{{ install_path }}/{{ admin_soft_home_path }}/{{ admin_image_tar_name }}'
|
||||
force: true
|
||||
backup: yes
|
||||
|
||||
@@ -0,0 +1,25 @@
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
job_image_tar_name: galaxy-job-executor-v1.3.210413-rc1.tar
|
||||
admin_image_tar_name: galaxy-job-admin-v1.3.20210408.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#设置容器的hostname
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
job_image_name: galaxy-job-executor
|
||||
admin_image_name: galaxy-job-admin
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
job_image_tag_name: v1.3.210413-rc1
|
||||
admin_image_tag_name: v1.3.20210408
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
job_image_container_name: galaxy-job-executor
|
||||
admin_image_container_name: galaxy-job-admin
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
job_soft_home_path: galaxy/workspace/galaxy-job/galaxy-job-executor
|
||||
admin_soft_home_path: galaxy/workspace/galaxy-job/galaxy-job-admin
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
job_volume_path: galaxy/volumes/galaxy-job/galaxy-job-executor
|
||||
admin_volume_path: galaxy/volumes/galaxy-job/galaxy-job-admin
|
||||
|
||||
@@ -0,0 +1,20 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
qgw_image_tar_name: galaxy-qgw-service-345.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
qgw_image_name: galaxy-qgw-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
qgw_image_tag_name: 345
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
qgw_image_container_name: galaxy-qgw-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
qgw_soft_home_path: galaxy/workspace/galaxy-qgw-service
|
||||
|
||||
#挂载目录的相对路径，不要随意修改
|
||||
qgw_volume_path: galaxy/volumes/galaxy-qgw-service
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
#注意这里面定义的key中不能包含减号-,否则程序无法识别定义的key
|
||||
#离线模式下使用:bifang-api的docker镜像文件名称,在../file中的文件名称
|
||||
report_image_tar_name: galaxy-report-service-21.04.07.tar
|
||||
|
||||
##########################公共属性#############################
|
||||
#{{ image_tar_name }}中的镜像名称,或者{{ docker_registry_image_and_tag }}中的镜像名称,不含版本号
|
||||
report_image_name: galaxy-report-service
|
||||
|
||||
#{{ image_tar_name }}的镜像版本号,或者{{ docker_registry_image_and_tag }}中的镜像版本号
|
||||
report_image_tag_name: 21.04.07
|
||||
|
||||
#{{ image_tar_name }}的镜像,或者{{ docker_registry_image_and_tag }}中的镜像启动后的容器名称
|
||||
report_image_container_name: galaxy-report-service
|
||||
|
||||
#镜像文件,docker-compose文件以及数据卷共享目录所在的位置,注意路径最后面不带/
|
||||
report_soft_home_path: galaxy/workspace/galaxy-report-service
|
||||
|
||||
#report 数据目录
|
||||
report_volume_path: galaxy/volumes/galaxy-report-service
|
||||
|
||||
Reference in New Issue
Block a user