gfwleak/galaxy-tsg-olap-generate-baseline
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

增加参数配置baseline保存level

Browse Source
This commit is contained in:
yinjiangyi
2021-09-01 19:16:28 +08:00
parent a124ac05ea
commit 314cdbed28
3 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/main/java/cn/mesalab/config/ApplicationConfig.java
View File

@@ -22,6 +22,7 @@ public class ApplicationConfig {
public static final Integer HISTORICAL_GRAD = ConfigUtils.getIntProperty("historical.grad"); public static final Integer HISTORICAL_GRAD = ConfigUtils.getIntProperty("historical.grad");
public static final String TIME_FORMAT = ConfigUtils.getStringProperty("time.format"); public static final String TIME_FORMAT = ConfigUtils.getStringProperty("time.format");
public static final String BASELINE_METRIC_TYPE = ConfigUtils.getStringProperty("baseline.metric.type"); public static final String BASELINE_METRIC_TYPE = ConfigUtils.getStringProperty("baseline.metric.type");
public static final Integer BASELINE_SAVE_LEVEL = ConfigUtils.getIntProperty("baseline.save.level");
public static final String HBASE_BASELINE_GENERATION_TYPE_SUFFIX = ConfigUtils.getStringProperty("hbase.baseline.generation.type.suffix"); public static final String HBASE_BASELINE_GENERATION_TYPE_SUFFIX = ConfigUtils.getStringProperty("hbase.baseline.generation.type.suffix");
public static final String HBASE_BASELINE_ZERO_REPLACE_VALUE_SUFFIX = ConfigUtils.getStringProperty("hbase.baseline.zero.replace.value.suffix"); public static final String HBASE_BASELINE_ZERO_REPLACE_VALUE_SUFFIX = ConfigUtils.getStringProperty("hbase.baseline.zero.replace.value.suffix");

4
src/main/java/cn/mesalab/service/BaselineSingleThread.java
View File

@@ -29,6 +29,8 @@ import java.util.stream.Collectors;
public class BaselineSingleThread extends Thread { public class BaselineSingleThread extends Thread {
private static final Logger LOG = LoggerFactory.getLogger(BaselineSingleThread.class); private static final Logger LOG = LoggerFactory.getLogger(BaselineSingleThread.class);
private final int BASELINE_SAVE_LEVEL = ApplicationConfig.BASELINE_SAVE_LEVEL;
private final HbaseUtils hbaseUtils; private final HbaseUtils hbaseUtils;
private final Table hbaseTable; private final Table hbaseTable;
private final List<String> attackTypeList; private final List<String> attackTypeList;
@@ -100,7 +102,7 @@ public class BaselineSingleThread extends Thread {
int[] ipBaseline = tuple._1; int[] ipBaseline = tuple._1;
int generateType = tuple._2; int generateType = tuple._2;
int zeroReplaceValue = tuple._3; int zeroReplaceValue = tuple._3;
if ((ipBaseline!= null ) && (ip.length()>0)){ if ((BASELINE_SAVE_LEVEL >= generateType) && (ipBaseline!= null ) && (ip.length()>0)){
hbaseUtils.cachedInPut(putList, ip, ipBaseline, attackType, ApplicationConfig.BASELINE_METRIC_TYPE); hbaseUtils.cachedInPut(putList, ip, ipBaseline, attackType, ApplicationConfig.BASELINE_METRIC_TYPE);
hbaseUtils.cachedInPut(putList, ip, generateType, attackType, hbaseUtils.cachedInPut(putList, ip, generateType, attackType,
ApplicationConfig.BASELINE_METRIC_TYPE + "_" + ApplicationConfig.HBASE_BASELINE_GENERATION_TYPE_SUFFIX); ApplicationConfig.BASELINE_METRIC_TYPE + "_" + ApplicationConfig.HBASE_BASELINE_GENERATION_TYPE_SUFFIX);

2
src/main/resources/application.properties
View File

@@ -33,6 +33,8 @@ druid.columnname.attacktype=attack_type
druid.columnname.recvtime=__time druid.columnname.recvtime=__time
druid.columnname.partition.num=partition_num druid.columnname.partition.num=partition_num
baseline.metric.type=session_rate baseline.metric.type=session_rate
#baseline存储级别，1-type1;2-type1及type2;3-all
baseline.save.level=1
#Hbase字段映射 #Hbase字段映射
hbase.baseline.generation.type.suffix=baseline_type hbase.baseline.generation.type.suffix=baseline_type