添加配置文件注释、删除过期配置文件
This commit is contained in:
@@ -13,7 +13,6 @@ public class CommonConfig {
|
|||||||
public static final int KAFKA_INPUT_PARALLELISM = CommonConfigurations.getIntProperty("kafka.input.parallelism");
|
public static final int KAFKA_INPUT_PARALLELISM = CommonConfigurations.getIntProperty("kafka.input.parallelism");
|
||||||
public static final String KAFKA_INPUT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.input.topic.name");
|
public static final String KAFKA_INPUT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.input.topic.name");
|
||||||
public static final String KAFKA_INPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.input.bootstrap.servers");
|
public static final String KAFKA_INPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.input.bootstrap.servers");
|
||||||
public static final String KAFKA_SCAN_STARTUP_MODE = CommonConfigurations.getStringProperty("kafka.input.scan.startup.mode");
|
|
||||||
public static final String KAFKA_GROUP_ID = CommonConfigurations.getStringProperty("kafka.input.group.id");
|
public static final String KAFKA_GROUP_ID = CommonConfigurations.getStringProperty("kafka.input.group.id");
|
||||||
|
|
||||||
public static final int KAFKA_OUTPUT_METRIC_PARALLELISM = CommonConfigurations.getIntProperty("kafka.output.metric.parallelism");
|
public static final int KAFKA_OUTPUT_METRIC_PARALLELISM = CommonConfigurations.getIntProperty("kafka.output.metric.parallelism");
|
||||||
@@ -22,7 +21,6 @@ public class CommonConfig {
|
|||||||
public static final String KAFKA_OUTPUT_EVENT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.output.event.topic.name");
|
public static final String KAFKA_OUTPUT_EVENT_TOPIC_NAME = CommonConfigurations.getStringProperty("kafka.output.event.topic.name");
|
||||||
public static final String KAFKA_OUTPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.output.bootstrap.servers");
|
public static final String KAFKA_OUTPUT_BOOTSTRAP_SERVERS = CommonConfigurations.getStringProperty("kafka.output.bootstrap.servers");
|
||||||
|
|
||||||
public static final int HBASE_INPUT_PARALLELISM = CommonConfigurations.getIntProperty("hbase.input.parallelism");
|
|
||||||
public static final String HBASE_ZOOKEEPER_QUORUM = CommonConfigurations.getStringProperty("hbase.zookeeper.quorum");
|
public static final String HBASE_ZOOKEEPER_QUORUM = CommonConfigurations.getStringProperty("hbase.zookeeper.quorum");
|
||||||
public static final int HBASE_CLIENT_OPERATION_TIMEOUT = CommonConfigurations.getIntProperty("hbase.client.operation.timeout");
|
public static final int HBASE_CLIENT_OPERATION_TIMEOUT = CommonConfigurations.getIntProperty("hbase.client.operation.timeout");
|
||||||
public static final int HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD = CommonConfigurations.getIntProperty("hbase.client.scanner.timeout.period");
|
public static final int HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD = CommonConfigurations.getIntProperty("hbase.client.scanner.timeout.period");
|
||||||
|
|||||||
@@ -1,40 +1,74 @@
|
|||||||
|
#flink运行环境并行度,其优先级低于算子并行度,如果未设置算子并行度,则使用该数值
|
||||||
stream.execution.environment.parallelism=1
|
stream.execution.environment.parallelism=1
|
||||||
|
|
||||||
|
#flink任务名,一般不变
|
||||||
stream.execution.job.name=dos-detection-job
|
stream.execution.job.name=dos-detection-job
|
||||||
|
|
||||||
|
#输入kafka并行度大小
|
||||||
kafka.input.parallelism=1
|
kafka.input.parallelism=1
|
||||||
kafka.input.topic.name=DOS-SKETCH-LOG
|
|
||||||
kafka.input.bootstrap.servers=192.168.44.12:9092
|
|
||||||
kafka.input.scan.startup.mode=latest-offset
|
|
||||||
kafka.input.group.id=2108041755
|
|
||||||
#kafka.input.group.id=test
|
|
||||||
|
|
||||||
|
#输入kafka topic名
|
||||||
|
kafka.input.topic.name=DOS-SKETCH-LOG
|
||||||
|
|
||||||
|
#输入kafka地址
|
||||||
|
kafka.input.bootstrap.servers=192.168.44.12:9092
|
||||||
|
|
||||||
|
#读取kafka group id
|
||||||
|
kafka.input.group.id=2108041755
|
||||||
|
|
||||||
|
#发送kafka metrics并行度大小
|
||||||
kafka.output.metric.parallelism=1
|
kafka.output.metric.parallelism=1
|
||||||
|
|
||||||
|
#发送kafka metrics topic名
|
||||||
kafka.output.metric.topic.name=TRAFFIC-TOP-DESTINATION-IP-METRICS-LOG
|
kafka.output.metric.topic.name=TRAFFIC-TOP-DESTINATION-IP-METRICS-LOG
|
||||||
|
|
||||||
|
#发送kafka event并行度大小
|
||||||
kafka.output.event.parallelism=1
|
kafka.output.event.parallelism=1
|
||||||
|
|
||||||
|
#发送kafka event topic名
|
||||||
kafka.output.event.topic.name=DOS-EVENT-LOG
|
kafka.output.event.topic.name=DOS-EVENT-LOG
|
||||||
|
|
||||||
|
#kafka输出地址
|
||||||
kafka.output.bootstrap.servers=192.168.44.12:9092
|
kafka.output.bootstrap.servers=192.168.44.12:9092
|
||||||
|
|
||||||
hbase.input.parallelism=1
|
#zookeeper地址
|
||||||
hbase.zookeeper.quorum=192.168.44.12:2181
|
hbase.zookeeper.quorum=192.168.44.12:2181
|
||||||
|
|
||||||
|
#hbase客户端处理时间
|
||||||
hbase.client.operation.timeout=30000
|
hbase.client.operation.timeout=30000
|
||||||
hbase.client.scanner.timeout.period=30000
|
hbase.client.scanner.timeout.period=30000
|
||||||
|
|
||||||
|
##hbase baseline表名
|
||||||
hbase.baseline.table.name=ddos_traffic_baselines
|
hbase.baseline.table.name=ddos_traffic_baselines
|
||||||
|
|
||||||
|
#读取baseline限制
|
||||||
hbase.baseline.total.num=1000000
|
hbase.baseline.total.num=1000000
|
||||||
|
|
||||||
|
#设置首次聚合并行度,4个key
|
||||||
flink.first.agg.parallelism=1
|
flink.first.agg.parallelism=1
|
||||||
|
|
||||||
|
#设置二次聚合并行度,2个key
|
||||||
flink.second.agg.parallelism=1
|
flink.second.agg.parallelism=1
|
||||||
|
|
||||||
|
#watermark延迟
|
||||||
flink.watermark.max.orderness=1
|
flink.watermark.max.orderness=1
|
||||||
|
|
||||||
|
#计算窗口大小,默认600s
|
||||||
flink.window.max.time=10
|
flink.window.max.time=10
|
||||||
|
|
||||||
|
#dos event结果中distinct source IP限制
|
||||||
source.ip.list.limit=10000
|
source.ip.list.limit=10000
|
||||||
|
|
||||||
|
#基于目的IP的分区数,默认为10000,一般不变
|
||||||
destination.ip.partition.num=10000
|
destination.ip.partition.num=10000
|
||||||
|
|
||||||
data.center.id.num=15
|
data.center.id.num=15
|
||||||
|
|
||||||
|
#IP mmdb库路径
|
||||||
ip.mmdb.path=D:\\data\\dat_test\\
|
ip.mmdb.path=D:\\data\\dat_test\\
|
||||||
#ip.mmdb.path=/home/bigdata/wlh/topology/dos-detection/dat/
|
#ip.mmdb.path=/home/bigdata/wlh/topology/dos-detection/dat/
|
||||||
|
|
||||||
|
#基于baseline判定dos攻击的上下限
|
||||||
baseline.sessions.minor.threshold=0.1
|
baseline.sessions.minor.threshold=0.1
|
||||||
baseline.sessions.warning.threshold=0.5
|
baseline.sessions.warning.threshold=0.5
|
||||||
baseline.sessions.major.threshold=1
|
baseline.sessions.major.threshold=1
|
||||||
|
|||||||
Reference in New Issue
Block a user