增加ICP调用第三方API chinaz 查询并存储结果到数据库,批量查询,文件查询,文件查询导出 CN-664

This commit is contained in:
zhanghongqing
2023-01-29 16:36:18 +08:00
parent bdf48f2b4f
commit 2a54823160
42 changed files with 43588 additions and 1350 deletions

View File

@@ -4,18 +4,16 @@ spring.datasource.username=root
spring.datasource.password=galaxy2019
################### application ####################
query.output.dir = /home/bigdata/domain/output_file
query.output.dir = c:\\test\\output_file
# offline\u8BFB\u53D6\u6279\u5904\u7406\u91CF
query.readin.batch = 10000
# offline读取批处理量
query.readin.batch = 1
# \u6253\u5370\u8FDB\u5EA6\u65E5\u5FD7\u7684\u67E5\u8BE2\u6761\u6570
# 打印进度日志的查询条数
query.log.file.line.interval = 10000
################### mariadb ########################
database = web_sketch_v2
tablename.domain.category = domain_category_reputation
tablename.domain.whois = domain_whois
db.query.batch.size = 10000
###################### api #########################
@@ -29,24 +27,23 @@ bright-cloud.method = POST
bright-cloud.queryType = getinfo
bright-cloud.isa1cat = 1
bright-cloud.isReputation = 1
#bright-cloud\u8FD4\u56DEjson\u683C\u5F0F
#bright-cloud返回json格式
bright-cloud.isxml = 0
# api\u5355\u6B21\u67E5\u8BE2url\u957F\u5EA6\u9650\u5236 API\u6700\u9AD8\u9650\u5236
# api单次查询url长度限制 API最高限制
bright-cloud.maximum-query-num = 100
bright-cloud.cateinfo-filepath = categoryinfo.json
bright-cloud.usereport-filepath = bright_cloud_query_count.csv
######### chinaz #########
chinaz.url-single = https://apidatav2.chinaz.com/single/whois
chinaz.url-batch = https://apidatav2.chinaz.com/batch/whois
chinaz.url-single = https://apidatav2.chinaz.com/single
chinaz.url-batch = https://apidatav2.chinaz.com/batch
chinaz.key = ffc9be4141bd49a093ed0185a54dc6a2
chinaz.maximum-query-num = 50
chinaz.usereport-filepath = chinaz_query_count.csv
###################### \u5176\u4ED6 #########################
#\u9876\u7EA7\u57DF\u540D
###################### 其他 #########################
#顶级域名
sketch.tld.file = public_suffix_list_only.dat
sketch.path.admin=C:\\test
sketch.path.user=C:\\test\\1\\
sketch.home.path=C:\\test