first commit

IP-learning-graph/src/test/java/cn/ac/iie/ArrayTest.java

@@ -0,0 +1,13 @@
+package cn.ac.iie;
+
+import java.util.Arrays;
+
+public class ArrayTest {
+    public static void main(String[] args) {
+        long[] longs = {1, 2, 3, 4, 5, 6, 7};
+        long[] longs1 = new long[7];
+        System.arraycopy(longs, 0, longs1, 1, longs.length - 1);
+        longs1[0] = 8;
+        System.out.println(Arrays.toString(longs1));
+    }
+}

IP-learning-graph/src/test/java/cn/ac/iie/IpTest.java

@@ -0,0 +1,50 @@
+package cn.ac.iie;
+
+import cn.ac.iie.config.ApplicationConfig;
+
+import java.net.Inet6Address;
+import java.net.InetAddress;
+import java.net.UnknownHostException;
+import java.util.regex.Pattern;
+
+public class IpTest {
+    public static void main(String[] args) throws UnknownHostException {
+        /*
+        String ipStr = "192.168.40.152";
+        Pattern pattern = Pattern.compile("^[\\d]*$");
+        String[] split = ipStr.split("\\.");
+        for (String s:split){
+            System.out.println(s);
+            System.out.println(pattern.matcher(s).matches());
+        }
+*/
+//        String ip = "17.57.145.7";
+        String ip = "pixel.rubiconproject.com";
+//        String ip = "113.200.17.239";
+        System.out.println(ip.hashCode());
+        int hash = Math.abs(ip.hashCode());
+        int i = hash % ApplicationConfig.THREAD_POOL_NUMBER;
+        System.out.println(i);
+//        String[] ipArr = ipStr.split("\\.");
+//        long ipLong = (Long.valueOf(ipArr[0]) << 24) + (Long.valueOf(ipArr[1]) << 16) + (Long.valueOf(ipArr[2]) << 8) + (Long.valueOf(ipArr[3]));
+//        System.out.println(ipLong);
+//
+//
+//        StringBuffer ipBf = new StringBuffer();
+//        ipBf.append(ipLong >>> 24).append(".");
+//        ipBf.append((ipLong >>> 16) & 0xFF).append(".");
+//        ipBf.append((ipLong >>> 8) & 0xFF).append(".");
+//        ipBf.append(ipLong & 0xFF);
+//        String ip = ipBf.toString();
+//        System.out.println(ip);
+//
+//        System.out.println("---------------");
+//        InetAddress byName = InetAddress.getByName("2001:470:19:790::38");
+//        byte[] address = byName.getAddress();
+//        for (byte b : address) {
+//            System.out.println(b & 0xFF);
+//        }
+
+
+    }
+}

IP-learning-graph/src/test/java/cn/ac/iie/TestMap.java

@@ -0,0 +1,81 @@
+package cn.ac.iie;
+
+import cn.ac.iie.config.ApplicationConfig;
+import cn.ac.iie.etl.UpdateEFqdnAddressIp;
+import cn.ac.iie.utils.ArangoDBConnect;
+import cn.ac.iie.utils.ClickhouseConnect;
+import com.alibaba.druid.pool.DruidPooledConnection;
+import com.arangodb.ArangoCollection;
+import com.arangodb.ArangoDatabase;
+import com.arangodb.entity.*;
+
+import java.sql.ResultSet;
+import java.sql.Statement;
+import java.util.*;
+
+public class TestMap {
+
+    public static void main(String[] args) {
+        /*
+        long maxTime = 1592794800;
+        long minTime = 1590112800;
+        String where = " common_recv_time >= " + minTime + " AND common_recv_time <= " + maxTime+ " AND (common_schema_type = 'HTTP' or common_schema_type = 'SSL')";
+        String sql = "SELECT common_schema_type,http_host,ssl_sni,MAX(common_recv_time) as LAST_FOUND_TIME,MIN(common_recv_time) as FIRST_FOUND_TIME,COUNT(*) as COUNT_TOTAL,groupArray(30)(common_server_ip) as DIST_CIP_RECENT FROM tsg_galaxy_v3.connection_record_log WHERE "+where+" GROUP BY common_schema_type,http_host,ssl_sni";
+        System.out.println(sql);
+        long start = System.currentTimeMillis();
+        try {
+            DruidPooledConnection connection = ClickhouseConnect.getInstance().getConnection();
+            Statement statement = connection.createStatement();
+            ResultSet resultSet = statement.executeQuery(sql);
+            HashMap<String, HashMap<String,Long>> schemaHashMap = new HashMap<>();
+            while (resultSet.next()) {
+                String[] distCipRecents = (String[]) resultSet.getArray("DIST_CIP_RECENT").getArray();
+                for (String s:distCipRecents){
+                    System.out.print(s+",");
+                }
+                System.out.println();
+            }
+
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+        */
+//        long[] longs = new long[]{1,2,3,4,5,6,7};
+        /*
+        long[] longs = new long[]{1,2,3,4};
+        long[] longs1 = new long[7];
+        System.arraycopy(longs,0,longs1,1,longs.length-1);
+        longs1[0] = 0;
+        for (long c:longs1){
+            System.out.println(c);
+        }
+        */
+
+
+        String[] distCipRecents = new  String[]{"2.3"};
+        ArrayList<BaseDocument> baseEdgeDocuments = new ArrayList<>();
+
+        BaseDocument newDoc = new BaseDocument();
+        newDoc.setKey("111$#$");
+//        newDoc.setKey("11111");
+        newDoc.addAttribute("FIRST_FOUND_TIME", 123);
+        newDoc.addAttribute("LAST_FOUND_TIME", 123);
+
+        BaseDocument document = new BaseDocument();
+        document.setKey("4399pk.com2142379111");
+        document.addAttribute("FIRST_FOUND_TIME",1592743297);
+        document.addAttribute("LAST_FOUND_TIME",1592743297);
+
+        baseEdgeDocuments.add(newDoc);
+        baseEdgeDocuments.add(document);
+
+        ArangoDBConnect instance = ArangoDBConnect.getInstance();
+
+        instance.overwrite(baseEdgeDocuments,"FQDN");
+
+        ArangoDBConnect.clean();
+
+
+
+    }
+}