21.12 update

This commit is contained in:
zhanghongqing
2022-01-18 11:05:26 +08:00
parent 302db2cb66
commit ce619cbbb8
9 changed files with 23 additions and 6 deletions

View File

@@ -1 +0,0 @@
jdk1.8.0_202

View File

@@ -5,7 +5,7 @@ druid 任务更新步骤
一.更新traffic_app_stat_log
1.登录druid提交任务服务器通常为第一台进入 */druid_topology/rule/
2.停止需要更新的任务 ./supervisor-manger terminate traffic_app_stat_log ./supervisor-manger terminate traffic_metrics_log
3. 修改traffic_app_stat_log.json traffic_metrics_log.json中IP地址后复制到 */druid_topology/tasks下
3.修改traffic_app_stat_log.json traffic_metrics_log.json中IP地址后复制到 */druid_topology/tasks下
4.登录galaxy使用的mariadb使用druid数据库执行以下SQL
执行SQL一

View File

@@ -0,0 +1,9 @@
-- 执行SQL一 删除druid旧元数据
DELETE FROM druid.druid_pendingsegments WHERE dataSource = 'traffic_app_stat_log';
DELETE FROM druid.druid_datasource WHERE dataSource = 'traffic_app_stat_log';
-- 执行SQL二 新增druid新任务元数据
-- 集群版sql:
INSERT INTO druid.druid_segments (id, dataSource, created_date, `start`, `end`, partitioned, version, used, payload) VALUES('traffic_metrics_log_3000-01-02T00:00:00.000Z_3000-01-03T00:00:00.000Z_2021-12-13T02:46:13.726Z', 'traffic_metrics_log', '2021-12-13T02:46:14.984Z', '3000-01-02T00:00:00.000Z', '3000-01-03T00:00:00.000Z', 1, '2021-12-13T02:46:13.726Z', 1, 0x7B2264617461536F75726365223A22747261666669635F6D6574726963735F6C6F67222C22696E74657276616C223A22333030302D30312D30325430303A30303A30302E3030305A2F333030302D30312D30335430303A30303A30302E3030305A222C2276657273696F6E223A22323032312D31322D31335430323A34363A31332E3732365A222C226C6F616453706563223A7B2274797065223A2268646673222C2270617468223A22686466733A2F2F6E73312F64727569642F7365676D656E74732F747261666669635F6D6574726963735F6C6F672F3330303030313031543030303030302E3030305A5F3330303030313032543030303030302E3030305A2F323032312D31322D31335430325F34365F31332E3732365A2F305F696E6465782E7A6970227D2C2264696D656E73696F6E73223A226465766963655F69642C616C6C6F775F636F6E6E5F6E756D2C616C6C6F775F696E5F62797465732C616C6C6F775F696E5F7061636B6574732C616C6C6F775F6F75745F62797465732C616C6C6F775F6F75745F7061636B6574732C636C6F73655F636F6E6E5F6E756D2C64656661756C745F636F6E6E5F6E756D2C64656661756C745F696E5F62797465732C64656661756C745F696E5F7061636B6574732C64656661756C745F6F75745F62797465732C64656661756C745F6F75745F7061636B6574732C64656E795F636F6E6E5F6E756D2C64656E795F696E5F62797465732C64656E795F696E5F7061636B6574732C64656E795F6F75745F62797465732C64656E795F6F75745F7061636B6574732C65737461626C69736865645F636F6E6E5F6E756D2C696E746572636570745F636F6E6E5F6E756D2C696E746572636570745F696E5F62797465732C696E746572636570745F696E5F7061636B6574732C696E746572636570745F6F75745F62797465732C696E746572636570745F6F75745F7061636B6574732C6D6F6E69746F725F636F6E6E5F6E756D2C6D6F6E69746F725F696E5F62797465732C6D6F6E69746F725F696E5F7061636B6574732C6D6F6E69746F725F6F75745F62797465732C6D6F6E69746F725F6F75745F7061636B6574732C6E65775F636F6E6E5F6E756D2C746F74616C5F696E5F62797465732C746F74616C5F696E5F7061636B6574732C746F74616C5F6F75745F62797465732C656E7472616E63655F69642C746F74616C5F6F75745F7061636B6574732C70696E6E696E675F6E756D2C6E6F745F70696E6E696E675F6E756D2C6D617962655F70696E6E696E675F6E756D2C616C6572745F62797465732C696E735F62797465732C68696A6B5F62797465732C61645F7265666C656374696F6E5F62797465732C61645F666C6F6F645F62797465732C61645F63635F62797465732C696E7463705F6D6F6E5F6E756D2C696E7463705F616C6C6F775F6E756D2C696E7463705F64656E795F6E756D2C696E7463705F72646972745F6E756D2C696E7463705F7265706C5F6E756D2C696E7463705F68696A6B5F6E756D2C696E7463705F696E735F6E756D2C696E7463705F656469745F656C656D5F6E756D222C226D657472696373223A22222C22736861726453706563223A7B2274797065223A226E756D6265726564222C22706172746974696F6E4E756D223A302C22706172746974696F6E73223A307D2C2262696E61727956657273696F6E223A392C2273697A65223A31313633342C226964656E746966696572223A22747261666669635F6D6574726963735F6C6F675F333030302D30312D30325430303A30303A30302E3030305A5F333030302D30312D30335430303A30303A30302E3030305A5F323032312D31322D31335430323A34363A31332E3732365A227D);

View File

@@ -1,3 +1,3 @@
#flink bin/config.sh中临时目录设置用于存放进程id
#flink flink-1.13.1/bin/config.sh中临时目录设置用于存放进程id
DEFAULT_ENV_PID_DIR="$(cd "`dirname "$0"`"/..; pwd)/tmp"

View File

@@ -1,5 +1,5 @@
#进入目录 phoenix-hbase-2.2-5.1.2-bin/bin 执行./sqlline.py 后分别执行以下建表语句
#进入目录 phoenix-hbase-2.2-5.1.2-bin/bin 执行./sqlline.py zookeeperip:2181 后分别执行以下建表语句
-- phoenix 新增字段:

View File

@@ -0,0 +1,3 @@
-- 停止调度任务的DNS放大任务
update xxl_job.xxl_job_info set trigger_status=0 where job_desc like "%DNS Amplification%";

View File

@@ -9,8 +9,8 @@ clickhouse
hbase
1.新增hbase表
2.新增Phoenix视图
1.新增Phoenix视图
2.新增hbase表
druid
1.更新Apache Druid任务traffic_app_stat_log, traffic_metrics_log

View File

@@ -0,0 +1,2 @@
#jdk 微服务打镜像使用alpine为基础镜像jdk更新到jdk1.8.0_202
jdk1.8.0_202

View File

@@ -0,0 +1,4 @@
#新增kafka topic在kafka服务器上运行以下命令IP地址为zookeeper地址 分区副本以实际为准
kafka-topics.sh '--create' '--zookeeper' 'IP:2181/kafka' '--replication-factor' 1 '--partitions' 1 '--topic' SECURITY-PACKET-CAPTURE-RECORD