gfwleak/galaxy-tsg-olap-storm-log-stream-completion
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

动态获取schema代码更新

Browse Source
This commit is contained in:
李玺康
2019-12-19 17:38:20 +08:00
parent 3245ac7507
commit b1cbb95ed1
1 changed files with 20 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
src/main/java/cn/ac/iie/utils/general/TransFormUtils.java
View File

@@ -41,7 +41,9 @@ public class TransFormUtils {
private static Object mapObject = JsonParseUtil.generateObject(map); private static Object mapObject = JsonParseUtil.generateObject(map);
//获取任务列表 //获取任务列表
private static ArrayList<String[]> jobList = JsonParseUtil.getJobListFromHttp(FlowWriteConfig.SCHEMA_HTTP); private static ArrayList<String[]> jobList = JsonParseUtil.getJobListFromHttp(FlowWriteConfig.SCHEMA_HTTP);
//需要用到的值
public static Object use;
public static Object appendTo;
/** /**
* 解析日志，并补全 * 解析日志，并补全
@@ -66,33 +68,36 @@ public class TransFormUtils {
// System.out.println("补全之前 ===》 "+JSON.toJSONString(object)); // System.out.println("补全之前 ===》 "+JSON.toJSONString(object));
try { try {
for (String[] strings : jobList) { for (String[] strings : jobList) {
//参数的值
use = JsonParseUtil.getValue(object,strings[0]);
//补全的字段的值
appendTo = JsonParseUtil.getValue(object,strings[1]);
if (strings[2].equals("current_timestamp")) { if (strings[2].equals("current_timestamp")) {
JsonParseUtil.setValue(object, strings[1], getCurrentTime()); JsonParseUtil.setValue(object, strings[1], getCurrentTime());
} else if (strings[2].equals("snowflake_id")) { } else if (strings[2].equals("snowflake_id")) {
JsonParseUtil.setValue(object, strings[1], getSnowflakeId()); JsonParseUtil.setValue(object, strings[1], getSnowflakeId());
} else if (strings[2].equals("geo_ip_detail")) { } else if (strings[2].equals("geo_ip_detail")) {
JsonParseUtil.setValue(object, strings[1], getGeoIpDetail(JsonParseUtil.getValue(object, strings[0]).toString())); JsonParseUtil.setValue(object, strings[1], getGeoIpDetail(use.toString()));
} else if (strings[2].equals("geo_asn")) { } else if (strings[2].equals("geo_asn")) {
JsonParseUtil.setValue(object, strings[1], getGeoIpDetail(JsonParseUtil.getValue(object, strings[0]).toString())); JsonParseUtil.setValue(object, strings[1], getGeoIpDetail(use.toString()));
} else if (strings[2].equals("radius_match")) { } else if (strings[2].equals("radius_match")) {
JsonParseUtil.setValue(object,strings[1],HBaseUtils.getAccount(JsonParseUtil.getValue(object,strings[0]).toString())); JsonParseUtil.setValue(object,strings[1],HBaseUtils.getAccount(use.toString()));
// JsonParseUtil.setValue(object, strings[1], "aaaaaaaaa");
} else if (strings[2].equals("geo_ip_country")) { } else if (strings[2].equals("geo_ip_country")) {
JsonParseUtil.setValue(object, strings[1], getGeoIpCountry(JsonParseUtil.getValue(object, strings[0]).toString())); JsonParseUtil.setValue(object, strings[1], getGeoIpCountry(use.toString()));
} else if (strings[0].equals("http_host") && strings[2].equals("sub_domain")) { } else if (strings[0].equals("http_host") && strings[2].equals("sub_domain") && use != null) {
if (JsonParseUtil.getValue(object, strings[1]) == null || StringUtil.isBlank(JsonParseUtil.getValue(object, strings[1]).toString())) { if (appendTo == null || StringUtil.isBlank(appendTo.toString())) {
// JsonParseUtil.setValue(object, strings[1], "baidu.com"); JsonParseUtil.setValue(object, strings[1], getTopDomain(null, use.toString()));
JsonParseUtil.setValue(object, strings[1], getTopDomain(null, JsonParseUtil.getValue(object, strings[0]).toString()));
} }
} else if (strings[0].equals("ssl_sni") && strings[2].equals("sub_domain")) { } else if (strings[0].equals("ssl_sni") && strings[2].equals("sub_domain") && use != null) {
if (JsonParseUtil.getValue(object, strings[1]) == null || StringUtil.isBlank(JsonParseUtil.getValue(object, strings[1]).toString())) { if (appendTo == null || StringUtil.isBlank(appendTo.toString())) {
JsonParseUtil.setValue(object,strings[1],getTopDomain(JsonParseUtil.getValue(object,strings[0]).toString(),null)); JsonParseUtil.setValue(object,strings[1],getTopDomain(use.toString(),null));
} }
} }
} }
//初始化一下
use = null;
appendTo = null;
return JSONObject.toJSONString(object); return JSONObject.toJSONString(object);
// System.out.println("补全之后 ===》 "+JSON.toJSONString(object)); // System.out.println("补全之后 ===》 "+JSON.toJSONString(object));