gfwleak/galaxy-tsg-olap-dos-detection-job
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

添加配置文件注释、删除过期配置文件

Browse Source
This commit is contained in:
wanglihui
2021-08-11 18:38:53 +08:00
parent 30a24683e3
commit e0de04886b
2 changed files with 40 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/main/java/com/zdjizhi/common/CommonConfig.java
View File

@@ -13,7 +13,6 @@ public class CommonConfig {
public static final int KAFKA_INPUT_PARALLELISM = CommonConfigurations.getIntProperty("kafka.input.parallelism");
public static final String KAFKA_INPUT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.input.topic.name");
public static final String KAFKA_INPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.input.bootstrap.servers");
public static final String KAFKA_SCAN_STARTUP_MODE = CommonConfigurations.getStringProperty("kafka.input.scan.startup.mode");
public static final String KAFKA_GROUP_ID = CommonConfigurations.getStringProperty("kafka.input.group.id");
public static final int KAFKA_OUTPUT_METRIC_PARALLELISM = CommonConfigurations.getIntProperty("kafka.output.metric.parallelism");
@@ -22,7 +21,6 @@ public class CommonConfig {
public static final String KAFKA_OUTPUT_EVENT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.output.event.topic.name");
public static final String KAFKA_OUTPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.output.bootstrap.servers");
public static final int HBASE_INPUT_PARALLELISM = CommonConfigurations.getIntProperty("hbase.input.parallelism");
public static final String HBASE_ZOOKEEPER_QUORUM = CommonConfigurations.getStringProperty("hbase.zookeeper.quorum");
public static final int HBASE_CLIENT_OPERATION_TIMEOUT = CommonConfigurations.getIntProperty("hbase.client.operation.timeout");
public static final int HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD = CommonConfigurations.getIntProperty("hbase.client.scanner.timeout.period");

46
src/main/resources/common.properties
View File

@@ -1,40 +1,74 @@
#flink运行环境并行度，其优先级低于算子并行度，如果未设置算子并行度，则使用该数值
stream.execution.environment.parallelism=1
#flink任务名，一般不变
stream.execution.job.name=dos-detection-job
#输入kafka并行度大小
kafka.input.parallelism=1
kafka.input.topic.name=DOS-SKETCH-LOG
kafka.input.bootstrap.servers=192.168.44.12:9092
kafka.input.scan.startup.mode=latest-offset
kafka.input.group.id=2108041755
#kafka.input.group.id=test
#输入kafka topic名
kafka.input.topic.name=DOS-SKETCH-LOG
#输入kafka地址
kafka.input.bootstrap.servers=192.168.44.12:9092
#读取kafka group id
kafka.input.group.id=2108041755
#发送kafka metrics并行度大小
kafka.output.metric.parallelism=1
#发送kafka metrics topic名
kafka.output.metric.topic.name=TRAFFIC-TOP-DESTINATION-IP-METRICS-LOG
#发送kafka event并行度大小
kafka.output.event.parallelism=1
#发送kafka event topic名
kafka.output.event.topic.name=DOS-EVENT-LOG
#kafka输出地址
kafka.output.bootstrap.servers=192.168.44.12:9092
hbase.input.parallelism=1
#zookeeper地址
hbase.zookeeper.quorum=192.168.44.12:2181
#hbase客户端处理时间
hbase.client.operation.timeout=30000
hbase.client.scanner.timeout.period=30000
##hbase baseline表名
hbase.baseline.table.name=ddos_traffic_baselines
#读取baseline限制
hbase.baseline.total.num=1000000
#设置首次聚合并行度，4个key
flink.first.agg.parallelism=1
#设置二次聚合并行度，2个key
flink.second.agg.parallelism=1
#watermark延迟
flink.watermark.max.orderness=1
#计算窗口大小，默认600s
flink.window.max.time=10
#dos event结果中distinct source IP限制
source.ip.list.limit=10000
#基于目的IP的分区数，默认为10000，一般不变
destination.ip.partition.num=10000
data.center.id.num=15
#IP mmdb库路径
ip.mmdb.path=D:\\data\\dat_test\\
#ip.mmdb.path=/home/bigdata/wlh/topology/dos-detection/dat/
#基于baseline判定dos攻击的上下限
baseline.sessions.minor.threshold=0.1
baseline.sessions.warning.threshold=0.5
baseline.sessions.major.threshold=1