gfwleak/wanglihui-ip-learning-graph
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改日志输出格式

Browse Source
This commit is contained in:
wanglihui
2020-06-29 19:06:23 +08:00
parent e7048e7c53
commit 82a57ff8ec
16 changed files with 98 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
IP-learning-graph/src/test/java/cn/ac/iie/IpTest.java
View File

@@ -1,10 +1,15 @@
package cn.ac.iie;
import cn.ac.iie.config.ApplicationConfig;
import cn.ac.iie.dao.BaseClickhouseData;
import com.arangodb.entity.BaseDocument;
import java.net.Inet6Address;
import java.net.InetAddress;
import java.net.UnknownHostException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Set;
import java.util.regex.Pattern;
public class IpTest {
@@ -17,7 +22,7 @@ public class IpTest {
System.out.println(s);
System.out.println(pattern.matcher(s).matches());
}
*/
// String ip = "17.57.145.7";
String ip = "pixel.rubiconproject.com";
// String ip = "113.200.17.239";
@@ -25,6 +30,23 @@ public class IpTest {
int hash = Math.abs(ip.hashCode());
int i = hash % ApplicationConfig.THREAD_POOL_NUMBER;
System.out.println(i);
*/
HashMap<Integer, ArrayList<BaseDocument>> vFqdnMap = new HashMap<>();
for (int i = 0; i < ApplicationConfig.THREAD_POOL_NUMBER; i++) {
vFqdnMap.put(i, new ArrayList<>());
}
try {
// ArrayList<BaseDocument> orDefault = vFqdnMap.getOrDefault(-7, new ArrayList<>());
ArrayList<BaseDocument> orDefault = vFqdnMap.get(-7);
System.out.println(orDefault.toString());
Set<Integer> integers = vFqdnMap.keySet();
for (Integer in:integers){
System.out.println(in);
}
}catch (Exception e){
e.printStackTrace();
System.out.println(e.toString());
}
// String[] ipArr = ipStr.split("\\.");
// long ipLong = (Long.valueOf(ipArr[0]) << 24) + (Long.valueOf(ipArr[1]) << 16) + (Long.valueOf(ipArr[2]) << 8) + (Long.valueOf(ipArr[3]));
// System.out.println(ipLong);

45
IP-learning-graph/src/test/java/cn/ac/iie/TestMap.java
View File

@@ -1,17 +1,12 @@
package cn.ac.iie;
import cn.ac.iie.config.ApplicationConfig;
import cn.ac.iie.etl.UpdateEFqdnAddressIp;
import cn.ac.iie.dao.BaseArangoData;
import cn.ac.iie.utils.ArangoDBConnect;
import cn.ac.iie.utils.ClickhouseConnect;
import com.alibaba.druid.pool.DruidPooledConnection;
import com.arangodb.ArangoCollection;
import com.arangodb.ArangoDatabase;
import cn.ac.iie.utils.ExecutorThreadPool;
import com.arangodb.entity.*;
import java.sql.ResultSet;
import java.sql.Statement;
import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
public class TestMap {
@@ -52,6 +47,7 @@ public class TestMap {
*/
String[] distCipRecents = new String[]{"2.3"};
ArrayList<BaseDocument> baseEdgeDocuments = new ArrayList<>();
@@ -77,5 +73,38 @@ public class TestMap {
/*
BaseArangoData.BaseEFqdnAddressIpDataMap();
ExecutorThreadPool.shutdown();
ExecutorThreadPool.awaitThreadTask();
try {
ConcurrentHashMap.KeySetView<String, BaseEdgeDocument> keySet = BaseArangoData.e_Fqdn_Address_Ip_Map.keySet();
ArrayList<BaseEdgeDocument> baseEdgeDocuments = new ArrayList<>();
ArangoDBConnect instance = ArangoDBConnect.getInstance();
for (String key:keySet){
BaseEdgeDocument baseEdgeDocument = BaseArangoData.e_Fqdn_Address_Ip_Map.get(key);
// Long[] tls_cnt_recents = (Long[]) baseEdgeDocument.getAttribute("TLS_CNT_RECENT");
ArrayList<Long> tlsCntRecent = (ArrayList<Long>) baseEdgeDocument.getAttribute("TLS_CNT_RECENT");
Long[] tlsCntRecentsSrc = tlsCntRecent.toArray(new Long[tlsCntRecent.size()]);
System.out.println(Arrays.toString(tlsCntRecentsSrc));
tlsCntRecent.set(tlsCntRecent.size()-2,99L);
baseEdgeDocument.addAttribute("TLS_CNT_RECENT",tlsCntRecent);
baseEdgeDocuments.add(baseEdgeDocument);
}
instance.overwrite(baseEdgeDocuments,"R_LOCATE_FQDN2IP");
}catch (Exception e){
e.printStackTrace();
}finally {
ArangoDBConnect.clean();
}
*/
}
}