gfwleak/wanglihui-ip-learning-graph
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修改日志输出

Browse Source
This commit is contained in:
wanglihui
2020-08-10 18:37:53 +08:00
parent 2a4d6dda4a
commit e946b506d3
3 changed files with 25 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
IP-learning-graph/src/main/java/cn/ac/iie/service/ingestion/ReadHistoryArangoData.java
View File

@@ -19,6 +19,7 @@ import static cn.ac.iie.service.ingestion.ReadClickhouseData.*;
* @author wlh * @author wlh
* 多线程全量读取arangoDb历史数据，封装到map * 多线程全量读取arangoDb历史数据，封装到map
*/ */
@SuppressWarnings("unchecked")
public class ReadHistoryArangoData<T extends BaseDocument> extends Thread { public class ReadHistoryArangoData<T extends BaseDocument> extends Thread {
private static final Logger LOG = LoggerFactory.getLogger(ReadHistoryArangoData.class); private static final Logger LOG = LoggerFactory.getLogger(ReadHistoryArangoData.class);
@@ -84,7 +85,7 @@ public class ReadHistoryArangoData<T extends BaseDocument> extends Thread {
for (String protocol : ReadClickhouseData.PROTOCOL_SET) { for (String protocol : ReadClickhouseData.PROTOCOL_SET) {
String protocolRecent = protocol + "_CNT_RECENT"; String protocolRecent = protocol + "_CNT_RECENT";
ArrayList<Long> cntRecent = (ArrayList<Long>) doc.getAttribute(protocolRecent); ArrayList<Long> cntRecent = (ArrayList<Long>) doc.getAttribute(protocolRecent);
Long[] cntRecentsSrc = cntRecent.toArray(new Long[cntRecent.size()]); Long[] cntRecentsSrc = cntRecent.toArray(new Long[0]);
Long[] cntRecentsDst = new Long[RECENT_COUNT_HOUR]; Long[] cntRecentsDst = new Long[RECENT_COUNT_HOUR];
System.arraycopy(cntRecentsSrc, 0, cntRecentsDst, 1, cntRecentsSrc.length - 1); System.arraycopy(cntRecentsSrc, 0, cntRecentsDst, 1, cntRecentsSrc.length - 1);
cntRecentsDst[0] = 0L; cntRecentsDst[0] = 0L;

3
IP-learning-graph/src/main/java/cn/ac/iie/utils/ArangoDBConnect.java
View File

@@ -16,6 +16,7 @@ import org.slf4j.LoggerFactory;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Collection; import java.util.Collection;
import java.util.List;
import java.util.Map; import java.util.Map;
public class ArangoDBConnect { public class ArangoDBConnect {
@@ -71,7 +72,7 @@ public class ArangoDBConnect {
} }
} }
public <T> void overwrite(ArrayList<T> docOverwrite,String collectionName){ public <T> void overwrite(List<T> docOverwrite, String collectionName){
ArangoDatabase database = getDatabase(); ArangoDatabase database = getDatabase();
try { try {
ArangoCollection collection = database.collection(collectionName); ArangoCollection collection = database.collection(collectionName);

21
IP-learning-graph/src/test/java/cn/ac/iie/TestList.java
View File

@@ -1,10 +1,25 @@
package cn.ac.iie; package cn.ac.iie;
import cn.ac.iie.utils.ArangoDBConnect;
import com.arangodb.ArangoCursor;
import com.arangodb.entity.BaseEdgeDocument;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections; import java.util.Collections;
import java.util.List;
public class TestList { public class TestList {
public static void main(String[] args) { public static void main(String[] args) {
ArangoDBConnect arangoConnect = ArangoDBConnect.getInstance();
ArangoCursor<BaseEdgeDocument> documents = arangoConnect.executorQuery("FOR doc IN R_LOCATE_FQDN2IP filter doc.FIRST_FOUND_TIME >= 1596080839 and doc.FIRST_FOUND_TIME <= 1596395473 RETURN doc", BaseEdgeDocument.class);
List<BaseEdgeDocument> baseEdgeDocuments = documents.asListRemaining();
for (BaseEdgeDocument doc: baseEdgeDocuments){
doc.updateAttribute("PROTOCOL_TYPE","123");
}
/*
ArrayList<Integer> integers = new ArrayList<>(); ArrayList<Integer> integers = new ArrayList<>();
integers.add(10); integers.add(10);
integers.add(8); integers.add(8);
@@ -14,11 +29,17 @@ public class TestList {
integers.add(4); integers.add(4);
integers.add(4); integers.add(4);
integers.add(12); integers.add(12);
Integer[] objects = integers.toArray(new Integer[2]);
System.out.println(Arrays.toString(objects));
Collections.sort(integers); Collections.sort(integers);
System.out.println(integers); System.out.println(integers);
integers.add(5); integers.add(5);
Collections.sort(integers); Collections.sort(integers);
System.out.println(integers); System.out.println(integers);
System.out.println(integers.indexOf(5)); System.out.println(integers.indexOf(5));
*/
} }
} }