gfwleak/wanglihui-ip-learning-graph
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

增加IP vertex属性COMMON_LINK_INFO

Browse Source
This commit is contained in:
wanglihui
2020-07-17 15:51:34 +08:00
parent a301d6b402
commit c95dce39b3
4 changed files with 24 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
IP-learning-graph/src/main/java/cn/ac/iie/dao/BaseArangoData.java
View File

@@ -10,6 +10,8 @@ import com.arangodb.entity.BaseEdgeDocument;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.util.ArrayList;
import java.util.Enumeration;
import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentHashMap;
/** /**
@@ -49,6 +51,23 @@ public class BaseArangoData {
LOG.info("读取ArangoDb时间："+(lastA - startA)); LOG.info("读取ArangoDb时间："+(lastA - startA));
} }
public static void main(String[] args) {
new BaseArangoData().readHistoryData("IP", v_Ip_Map);
threadPool.shutdown();
threadPool.awaitThreadTask();
ArrayList<BaseEdgeDocument> baseEdgeDocuments = new ArrayList<>();
Enumeration<String> keys = v_Ip_Map.keys();
while (keys.hasMoreElements()){
String key = keys.nextElement();
BaseEdgeDocument baseEdgeDocument = v_Ip_Map.get(key);
baseEdgeDocument.addAttribute("COMMON_LINK_INFO","");
baseEdgeDocuments.add(baseEdgeDocument);
}
arangoDBConnect.overwrite(baseEdgeDocuments,"IP");
arangoDBConnect.clean();
}
private void readHistoryData(String table, ConcurrentHashMap<String, BaseEdgeDocument> map){ private void readHistoryData(String table, ConcurrentHashMap<String, BaseEdgeDocument> map){
try { try {
long[] timeRange = getTimeRange(table); long[] timeRange = getTimeRange(table);

1
IP-learning-graph/src/main/java/cn/ac/iie/service/read/ReadClickhouseData.java
View File

@@ -59,6 +59,7 @@ public class ReadClickhouseData {
newDoc.addAttribute("CLIENT_BYTES_SUM",0L); newDoc.addAttribute("CLIENT_BYTES_SUM",0L);
break; break;
} }
newDoc.addAttribute("COMMON_LINK_INFO","");
return newDoc; return newDoc;
} }

2
IP-learning-graph/src/main/java/cn/ac/iie/service/read/ReadHistoryArangoData.java
View File

@@ -39,7 +39,7 @@ public class ReadHistoryArangoData extends Thread {
i++; i++;
} }
long l = System.currentTimeMillis(); long l = System.currentTimeMillis();
LOG.info(query+ "\n处理IP数据" + i + "条，运行时间：" + (l - s)); LOG.info(query+ "\n处理数据" + i + "条，运行时间：" + (l - s));
} }
} }
} }

6
IP-learning-graph/src/main/resources/application.properties
View File

@@ -1,5 +1,5 @@
#arangoDB参数配置 #arangoDB参数配置
arangoDB.host=192.168.40.182 arangoDB.host=192.168.40.127
arangoDB.port=8529 arangoDB.port=8529
arangoDB.user=root arangoDB.user=root
arangoDB.password=111111 arangoDB.password=111111
@@ -13,6 +13,6 @@ update.arango.batch=10000
thread.pool.number=10 thread.pool.number=10
thread.await.termination.time=10 thread.await.termination.time=10
read.clickhouse.max.time=1594695278 read.clickhouse.max.time=1594809098
#read.clickhouse.min.time=1594622638 #read.clickhouse.min.time=1594622638
read.clickhouse.min.time=1593705600 read.clickhouse.min.time=1593792000