第四次探测成功数据

第一次探测结果

See merge request zhuyujia/diamondv!1

DNSv6/Code/README.md

@@ -1,9 +0,0 @@
-## 组织结构
-
-```
-allv6.py 			#汇总所有v6地址结果
-ch_dns.py			#全国探针发送程序
-dnsfound_util.py	#DNSv6工具包
-ipmatch.py			#IP段匹配（山东）
-```
-

DNSv6/Code/allv6.py

@@ -1,20 +0,0 @@
-'''
-    用于将多个NS端pcap导出结果进行合并（另一种方法是将pcap文件合并后再导出）
-'''
-import pandas as pd
-
-# 结果保存位置
-res_path="./result/v6/allv6dns.csv"
-# 创建结果文件
-allip=pd.DataFrame(columns=["IPv6","Count"])
-allip.to_csv("./result/v6/allv6dns.csv",encoding='gbk', header=True, index=False)
-
-for i in range(5):
-    # 资源路径
-    path="./result/v6/v6-"+str(i+1)+".csv"
-    ip_datas=pd.read_csv(path,skiprows=2,names=["level","parent","IPv6","count","ave","min","max","rate","per","BR","BS"])
-    data = ip_datas.iloc[1:, [2,3]]
-    data.to_csv(res_path,mode="a", encoding='gbk', header=False, index=False)
-
-
-

DNSv6/Code/ch_dns.py

@@ -1,23 +0,0 @@
-'''
-    探针发送主程序
-'''
-import pandas as pd
-import dnsfound_util as dnsu
-
-alphabet=dnsu.alphabet
-#IPv4地址
-spath="./res_data/china/forwarder.xlsx"
-#返回结果保存
-dpath="./result/china/forward/res-5.csv"
-ch_dns=pd.read_excel(spath,names=["rdns","loc","company"])
-# 对于直接响应dns
-# ch_dns=pd.read_excel(spath,names=["rdns","dns"])
-# dns_result = pd.DataFrame(columns=["rdns", "result"],)
-
-#保存所有多线程生成器
-List=[dnsu.dnsresolver(i,ch_dns) for i in dnsu.tqdm(range(ch_dns.shape[0]))]
-
-#从所有多线程生成器中读取结果
-dns_result=pd.concat([pd.DataFrame([res.result()],columns=["rdns","result"]) for res in List],ignore_index=True)
-
-dns_result.to_csv(dpath)

DNSv6/Code/dnsfound_util.py

@@ -1,51 +0,0 @@
-'''
-    DNSv6工具包，注意tomorrow3无法在arm架构处理器上使用（m1）
-'''
-import dns.resolver
-import pandas as pd
-import random as rd
-import tomorrow3 as tm
-from tqdm import tqdm
-
-
-alphabet = "abcdefghijklmnopqrstuvwxyz1234567890"
-
-
-result = pd.DataFrame(columns=["rdns", "result"])
-dot_ressult = pd.DataFrame(columns=["dot", "result"])
-
-
-
-# val负责定位，dataframe指定数据来源
-@tm.threads(200)
-def dnsresolver(val,dataframe):
-    characters = "".join(rd.sample(alphabet, 10))  # 生成子域名
-    test = dataframe.loc[val, "rdns"]
-    reso = dns.resolver.Resolver()
-    reso.nameservers = [test]
-    reso.timeout = 10
-    try:
-        AAAA = reso.resolve(characters + ".v4.testv4-v6.live", "AAAA").response
-        # result = result.append([[test, AAAA.rcode()]], ignore_index=True)
-        return [test,AAAA.rcode()]
-    except:
-        # result=result.append([[test, 1]], ignore_index=True)
-        return [test,1]
-
-
-
-# if __name__=="__main__":
-#     mode="main"
-#     rdns = pd.read_csv("./res_data/rdns-shandong.csv", names=["rdns"])
-#     dot = pd.read_csv("./res_data/853-shandong.csv", names=["dot"])
-#     ch_rdns = pd.read_excel("./res_data/全国-递归DNS测量结果.xlsx", names=["rdns", "loc", "company"])
-#
-#     for i in tqdm(range(ch_rdns.shape[0])):
-#         dnsresolver(i,ch_rdns,result)
-#
-#     if (mode == "rdns"):
-#         result.to_csv("./result/"+str(2)+"-ch_rdns.csv")
-#     else:
-#         dot_ressult.to_csv("./result/dot.csv")
-
-

DNSv6/Code/ipmatch.py

@@ -1,44 +0,0 @@
-'''
-    IP段匹配
-'''
-import ipaddress as ipaddr
-import pandas as pd
-
-
-def makecidr(DATAframe):
-    cidr=pd.DataFrame()
-    for i in range(DATAframe.shape[0]):
-        if ":" in DATAframe.loc[i,"start_ip"]:
-            start_ip=ipaddr.ip_address(DATAframe.loc[i,"start_ip"])
-            end_ip=ipaddr.ip_address(DATAframe.loc[i,"end_ip"])
-            ipcidr=ipaddr.summarize_address_range(start_ip,end_ip)
-            for ips in ipcidr:
-                cidr = cidr.append([[ips]])
-
-    return cidr
-def matchIP(ip,cidrs):
-    for c in cidrs.keys():
-        for j in range(cidrs[c].shape[0]):
-            if (ipaddr.IPv6Address(ip) in ipaddr.IPv6Network(cidrs[c].iloc[j, 0])):
-
-                return str(c)
-if __name__=="__main__":
-    # 读取原始数据
-    cidrs=[]
-    dx = pd.read_excel("./res_data/IPrange/山东电信.xlsx", names=["time", "start_ip", "end_ip", "organization", "company"])
-    yd = pd.read_excel("./res_data/IPrange/山东移动.xlsx", names=["time", "start_ip", "end_ip", "organization", "company"])
-    lt = pd.read_excel("./res_data/IPrange/山东联通.xlsx", names=["time", "start_ip", "end_ip", "organization", "company"])
-    ips=pd.read_csv("./result/v6/allv6dns.csv",header=0)
-
-    # dx_cidr=makecidr(dx)
-    # yd_cidr=makecidr(yd)
-    # lt_cidr=makecidr(lt)
-    cidrs={"dx":makecidr(dx),"yd":makecidr(yd),"lt":makecidr(lt)}
-    ips["company"]=ips["IPv6"].map(lambda x:matchIP(x,cidrs))
-    ips_n=pd.pivot_table(ips,values=["Count"],index=["IPv6"],aggfunc=sum)
-    ips_c=ips.drop_duplicates(subset=["IPv6"],keep="first")
-    ips_L=ips_n.merge(ips_c.loc[:,["IPv6","company"]],how="left",on="IPv6")
-    ips_L.to_csv("./result/v6/v6DNSs.csv",index=False)
-    # for i in range(ips.shape[0]):
-
-

DNSv6/README.md

@@ -1,33 +0,0 @@
-# DNSv6
-
-### 组织结构
-
-```
-├─Code				#dns探针发送代码
-├─result			#自建NS端的pcap结果以及5次探针发送情况
-│  └─china
-│      ├─forward	#转发
-│      ├─gkdg		#公开递归
-│      ├─jjdg		#间接递归
-│      └─zjxy		#直接响应
-└─src
-	├─china 		#ipv4的种子地址数据，来自@莫迪凯
-	└─shandong		#山东v4数据
-		├─IPrange 	#三大运营商IPv4网段数据
-		└─dns		#已知v4 dns
-```
-
-### 原理
-
-
-
-### 配置
-
-#### 自建NS端
-
-![自建NS端配置](README.assets/自建NS端配置.png)
-
-#### godaddy端
-
-![Godaddy NS配置](README.assets/Godaddy NS配置.png)
-

DNSv6/result/china/allv6dns.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8db10fe0868b210265cadfc885607c03de3b70323c21cd350b4c5113aad87be4
-size 90037

DNSv6/result/china/forward/Allv6dns.pcap

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:aad73406bc157c7de98728e70862aabef110242fabaa1745bd07dd2746e33766
-size 390231878

DNSv6/result/china/forward/allv6-address.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:11dda37428083717e91bfef79c38d1bddfdbdb867b3b56519e891c5cdd7e2c3a
-size 286315

DNSv6/result/china/forward/res-1.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:39a04b88100a61ddf42a41481cebab2549e6cc902774987da60b5bc09cc6016b
-size 18903728

DNSv6/result/china/forward/res-2.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4b6e478064c402803a7001197c24e5ea12ad561fe379bfd9792a4176b89be973
-size 18903728

DNSv6/result/china/forward/res-3.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c3d2d29c0daa9e2a7340d37d837d65442fa53781f03f3a4146e5a19191592649
-size 18903728

DNSv6/result/china/forward/res-4.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4c55429f1611df000fefbf321852c175f5deeee5ab0049c24ed04b9989b6f34
-size 18903728

DNSv6/result/china/forward/res-5.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3b0df54d837eee7cf3a1fb03ab54cd1a072f2f44763d9aaebfa6df8db28039f2
-size 18903728

DNSv6/result/china/gkdg/20220401-OR-ch_v6.pcap

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:976ab6a95ee8fcc1ce0f3488542681e8743eb9e4e7df7f0aa36f5864c38ed3c5
-size 685566

DNSv6/result/china/gkdg/rdns-1.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:559f21c923ecd000065c18187f01f7763883c62a374545d293ffead7a43932ea
-size 80110

DNSv6/result/china/gkdg/rdns-2.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bf9a2daa1810cd9645737530b306a28b5d4ea9510a0d13629c6a58d78b659ec3
-size 80110

DNSv6/result/china/gkdg/rdns-3.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b08821bb3d4e58ff8b1f619f2aad87f615df04e9a394ece9718939e6c12e2712
-size 80110

DNSv6/result/china/gkdg/rdns-4.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:260216ea35f7a4f14d90dd6f617331f37ffbf50e50125c52c845b4be00fd72cc
-size 80110

DNSv6/result/china/gkdg/rdns-5.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7124c588bd4210a8dd2a02b81411dc9b46ef7fc72e8921935a6a98fecba4364b
-size 80110

DNSv6/result/china/gkdg/v6dns.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0965522b8685befb3ba5bef5eb4a99a0e08a0c6cf1a02d76b7c01786a7af4212
-size 39175

DNSv6/result/china/jjdg/20220401-IR-ch_v6.pcap

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1449fb680f91609be49bcc85cd5d8fe94922cdc82c62e9087f0eaf16fbbb17a5
-size 144906

DNSv6/result/china/jjdg/rdns-1.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5be788e7ab415b82a41adaea14874183b14db10aade4d5b7abfe1e2db23defa5
-size 107407

DNSv6/result/china/jjdg/rdns-2.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:256df35e84ef30fb21e4f5f81f315715ed4aeac694d17e13d5aa195e212268cc
-size 107407

DNSv6/result/china/jjdg/rdns-3.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:03ef11ce72f50841cb2a46d26473d1604a13ade41f6c7bee98e3b39410ec84f2
-size 107407

DNSv6/result/china/jjdg/rdns-4.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9c43fa7fc18897bb2573f2558fdfbadb361435958eac94fe63466a53d9467d21
-size 107407

DNSv6/result/china/jjdg/rdns-5.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:66ff3e9df2b02cc4f18f521dd2dba7ff1e3225e05f43135414e7add68cce965d
-size 107407

DNSv6/result/china/jjdg/v6dns.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5cbeaf443756fd60e151da461595f19281e361c3a2b06d5408a6dcc7b75bf1ab
-size 9473

DNSv6/result/china/zjxy/20220401-DR-ch_v6.pcap

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b72992a643af3dc0e72ff0992550732f2280de6de082a5701cef990e141e6fba
-size 147401

DNSv6/result/china/zjxy/rdns-1.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ef74027f8e4d7b464ca82187020768b184f6091dd2a6ef1dd5933c9c970e954d
-size 31587

DNSv6/result/china/zjxy/rdns-2.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88582297fe0a20463a002984ea81e9d868d45d7f665f6d355553ed39dd7cd6d7
-size 31587

DNSv6/result/china/zjxy/rdns-3.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88a3e7192e8a67cf18adb80e32596921844a8b4305fe816179461de5abbafe1f
-size 31587

DNSv6/result/china/zjxy/rdns-4.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0b2c4f2d1d161971d3127fb1722457550ecf29225e269ae3e037022f4f54033
-size 31587

DNSv6/result/china/zjxy/rdns-5.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b23ae77b51b06c8b73d05069f23df7c526bcccb862aa1e009c5850c28dc60c73
-size 31587

DNSv6/result/china/zjxy/v6dns.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:474277b8eb90a986fc6251fc28ceb4552c90ccafe9d56986362459deeb563be7
-size 11632

DNSv6/src/shandong/dns/853-shandong.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:44d48c187a3b433539040669c65008d876adb3ae13b0cc72111a708e57d7c203
-size 36150

DNSv6/src/shandong/dns/rdns-shandong.csv

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:514cdca439bd9660ec8bde7ded09601e38ffa630edd3853565ce8d4646848105
-size 677892