1.添加yys、ydy、mddy等监控指标。

2.修改getDy()函数业务逻辑。
This commit is contained in:
wangchengcheng
2022-08-11 14:29:07 +08:00
parent 37975911b7
commit f64d73fc4c
17 changed files with 1985 additions and 0 deletions

3
.gitignore vendored Normal file
View File

@@ -0,0 +1,3 @@
# Created by .ignore support plugin (hsz.mobi)
.idea/
target

143
dependency-reduced-pom.xml Normal file
View File

@@ -0,0 +1,143 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>org.example</groupId>
<artifactId>xj-log-etl</artifactId>
<version>1.0-SNAPSHOT</version>
<build>
<resources>
<resource>
<directory>properties</directory>
<includes>
<include>**/*.properties</include>
</includes>
</resource>
<resource>
<directory>properties</directory>
<includes>
<include>log4j.properties</include>
</includes>
</resource>
</resources>
<plugins>
<plugin>
<artifactId>maven-shade-plugin</artifactId>
<version>2.4.2</version>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>shade</goal>
</goals>
<configuration>
<transformers>
<transformer>
<mainClass>cn.ac.iie.storm.topology.StreamAggregateTopology</mainClass>
</transformer>
<transformer>
<resource>META-INF/spring.handlers</resource>
</transformer>
<transformer>
<resource>META-INF/spring.schemas</resource>
</transformer>
</transformers>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.jetbrains.kotlin</groupId>
<artifactId>kotlin-maven-plugin</artifactId>
<version>${kotlin.version}</version>
<executions>
<execution>
<id>compile</id>
<phase>compile</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>conntest-compile</id>
<phase>test-compile</phase>
<goals>
<goal>test-compile</goal>
</goals>
</execution>
<execution>
<id>test-compile</id>
<phase>test-compile</phase>
<goals>
<goal>test-compile</goal>
</goals>
</execution>
</executions>
<configuration>
<jvmTarget>1.8</jvmTarget>
</configuration>
</plugin>
<plugin>
<artifactId>maven-compiler-plugin</artifactId>
<version>2.3.2</version>
<executions>
<execution>
<id>compile</id>
<phase>compile</phase>
<goals>
<goal>compile</goal>
</goals>
</execution>
<execution>
<id>testCompile</id>
<phase>test-compile</phase>
<goals>
<goal>testCompile</goal>
</goals>
</execution>
</executions>
<configuration>
<source>1.8</source>
<target>1.8</target>
</configuration>
</plugin>
</plugins>
</build>
<repositories>
<repository>
<id>nexus</id>
<name>Team Nexus Repository</name>
<url>http://192.168.40.125:8099/content/groups/public</url>
</repository>
<repository>
<releases />
<snapshots>
<updatePolicy>always</updatePolicy>
<checksumPolicy>fail</checksumPolicy>
</snapshots>
<id>maven-ali</id>
<url>http://maven.aliyun.com/nexus/content/groups/public/</url>
</repository>
</repositories>
<dependencies>
<dependency>
<groupId>org.jetbrains.kotlin</groupId>
<artifactId>kotlin-test</artifactId>
<version>1.4.30-RC</version>
<scope>test</scope>
<exclusions>
<exclusion>
<artifactId>kotlin-test-common</artifactId>
<groupId>org.jetbrains.kotlin</groupId>
</exclusion>
</exclusions>
</dependency>
</dependencies>
<properties>
<storm.version>1.0.2</storm.version>
<log4j.version>1.2.16</log4j.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<kotlin.version>1.4.30-RC</kotlin.version>
<kafka.version>1.0.0</kafka.version>
</properties>
</project>

View File

@@ -0,0 +1 @@
#common_app_id_conding

View File

@@ -0,0 +1 @@
全部=00

View File

@@ -0,0 +1,292 @@
China.Hebei.Langfang=131000
China.Anhui.Ma'anshan=340500
China.Sichuan.Panzhihua=510400
China.Guangdong.Foshan=440600
China.Sichuan.Ziyang=512000
China.Hunan.Shaoyang=430500
China.Henan.Luoyang=410300
China.Sichuan.Ya'an=511800
China.Gansu.Qingyang=621000
China.InnerMongoliaAutonomousRegion.Hulunbeier=150700
China.Shandong.Qingdao=370200
China.Jiangsu.Lianyungang=320700
China.Anhui.Wuhu=340200
China.Heilongjiang.Shuangyashan=230500
China.Jiangsu.Suzhou=320500
China.Heilongjiang.Jiamusi=230800
China.GuangxiZhuangAutonomousRegion.Liuzhou=450200
China.Anhui.Chuzhou=341100
China.Fujian.Longyan=350800
China.Anhui.Huangshan=341000
China.Fujian.Sanming=350400
China.Sichuan.Guang'an=511600
China.Shanxi.Datong=140200
China.Hebei.Zhangjiakou=130700
China.Liaoning.Shenyang=210100
China.Hubei.Suizhou=421300
China.Jiangsu.Xuzhou=320300
China.Sichuan.Yibin=511500
China.Shaanxi.xi'an=610100
China.Anhui.Chizhou=341700
China.Guangdong.Zhaoqing=441200
China.Jiangsu.Changzhou=320400
China.Fujian.Nanping=350700
China.Hebei.Tangshan=130200
China.Jiangsu.Huai'an=320800
China.Hebei.Qinhuangdao=130300
China.GuangxiZhuangAutonomousRegion.Yulin=450900
China.Hunan.Xiangtan=430300
China.Shandong.Weihai=371000
China.Guangdong.Zhongshan=442000
China.Hubei.Huangshi=420200
China.Henan.Zhengzhou=410100
China.Hebei.Baoding=130600
China.Jiangxi.Shang'rao=361100
China.Liaoning.Panjin=211100
China.Jilin.Changchun=220100
China.Shaanxi.Xianyang=610400
China.Hebei.Cangzhou=130900
China.Fujian.Zhangzhou=350600
China.Heilongjiang.Heihe=231100
China.Hubei.Xianning=421200
China.Guangdong.Qingyuan=441800
China.Shandong.Jining=370800
China.Henan.Xuchang=411000
China.GuangxiZhuangAutonomousRegion.Fangchenggang=450600
China.Shaanxi.Baoji=610300
China.Shandong.Linyi=371300
China.Sichuan.Dazhou=511700
China.Yunnan.Dali=532900
China.Henan.Puyang=410900
China.Henan.Pingdingshan=410400
China.Sichuan.Neijiang=511000
China.Shanxi.Yangquan=140300
China.Henan.Xinxiang=410700
China.Guangdong.Yunfu=445300
China.Hainan.Danzhou=460400
China.GuangxiZhuangAutonomousRegion.Laibin=451300
China.InnerMongoliaAutonomousRegion.Baotou=150200
China.Sichuan.Leshan=511100
China.Liaoning.Yingkou=210800
China.Hunan.Chenzhou=431000
China.Zhejiang.Ningbo=330200
China.Guangdong.Shanwei=441500
China.InnerMongoliaAutonomousRegion.Bayannaoer=150800
China.Anhui.Anqing=340800
China.Henan.Jiaozuo=410800
China.Hebei.Chengde=130800
China.InnerMongoliaAutonomousRegion.Wulanchabu=150900
China.InnerMongoliaAutonomousRegion.Chifeng=150400
China.GuangxiZhuangAutonomousRegion.Baise=451000
China.Guangdong.Jieyang=445200
China.Jiangsu.Wuxi=320200
China.Heilongjiang.Ha'erbin=230100
China.Hubei.Enshi=422800
China.Guangdong.Meizhou=441400
China.Yunnan.Lincang=530900
China.Jiangsu.Yangzhou=321000
China.Shaanxi.Yulin=610800
China.Jilin.Baishan=220600
China.Sichuan.Deyang=510600
China.Gansu.Jiayuguan=620200
China.Fujian.Putian=350300
China.Anhui.Suzhou=341300
China.Anhui.Bangbu=340300
China.Shandong.RiZhao=371100
China.Guangdong.Zhanjiang=440800
China.Anhui.Xuancheng=341800
China.Henan.Kaifeng=410200
China.Shandong.Dezhou=371400
China.Hebei.Xingtai=130500
China.Liaoning.Fuxin=210900
China.Sichuan.Nanchong=511300
China.Shanxi.Taiyuan=140100
China.InnerMongoliaAutonomousRegion.Wuhai=150300
China.Henan.Zhoukou=411600
China.Anhui.Huaibei=340600
China.Guizhou.Guiyang=520100
China.Yunnan.Zhaotong=530600
China.Gansu.Wuwei=620600
China.Hubei.Xiangyang=420600
China.Liaoning.Dalian=210200
China.Heilongjiang.Jixi=230300
China.Shanxi.Jincheng=140500
China.Shandong.Laiwu=371200
China.Henan.Nanyang=411300
China.Shandong.Jinan=370100
China.Gansu.Zhangye=620700
China.Zhejiang.Huzhou=330500
China.Jilin.Liaoyuan=220400
China.Shanxi.Yuncheng=140800
China.Jilin.Tonghua=220500
China.Liaoning.Funshun=210400
China.Hunan.Yongzhou=431100
China.Guangdong.Shantou=440500
China.Shaanxi.Tongchuan=610200
China.NingxiaHuiAutonomousRegion.Yinchuan=640100
China.Hunan.Hengyang=430400
China.Gansu.Baiyin=620400
China.Jilin.Baicheng=220800
China.Anhui.Haozhou=341600
China.InnerMongoliaAutonomousRegion.Eerduosi=150600
China.Jiangxi.Jiujiang=360400
China.Sichuan.Zunyi=520300
China.Sichuan.Meishan=511400
China.Heilongjiang.Hegang=230400
China.Sichuan.Tongren=520600
China.GuangxiZhuangAutonomousRegion.Hezhou=451100
China.Henan.Shangqiu=411400
China.GuangxiZhuangAutonomousRegion.Beihai=450500
China.Guangdong.Zhuhai=440400
China.Jilin.Songyuan=220700
China.Sichuan.Anshun=520400
China.Qinghai.Haidong=630200
China.Shandong.Heze=371700
China.Hunan.Zhangjiajie=430800
China.GuangxiZhuangAutonomousRegion.Wuzhou=450400
China.InnerMongoliaAutonomousRegion.Tongliao=150500
China.InnerMongoliaAutonomousRegion.Alashan=152900
China.Yunnan.Pu'er=530800
China.Guangdong.Shaoguan=440200
China.Sichuan.Bazhong=511900
China.Zhejiang.Wenzhou=330300
China.Sichuan.Guangyuan=510800
China.Henan.Xinyang=411500
China.NingxiaHuiAutonomousRegion.Zhongwei=640500
China.Shaanxi.Ankang=610900
China.Hubei.Wuhan=420100
China.Hunan.Yueyang=430600
China.Yunnan.Qujing=530300
China.Gansu.Dingxi=621100
China.Sichuan.Suining=510900
China.Shanxi.Linfen=141000
China.Hunan.Yiyang=430900
China.Hunan.Zhuzhou=430200
China.Henan.Sanmenxia=411200
China.Jiangxi.Pingxiang=360300
China.Zhejiang.Jinhua=330700
China.Heilongjiang.Qiqiha'er=230200
China.Shanxi.Shuozhou=140600
China.Guangdong.Jiangmen=440700
China.Fujian.Fuzhou=350100
China.Hunan.Changde=430700
China.Guangdong.Guangzhou=440100
China.Guangdong.Chaozhou=445100
China.InnerMongoliaAutonomousRegion.Xingan=152200
China.Hubei.Xiaogan=420900
China.Hubei.Huanggang=421100
China.Zhejiang.Zhoushan=330900
China.Hebei.Handan=130400
China.Shandong.Dongying=370500
China.Jiangsu.Nantong=320600
China.Hubei.Xingmen=420800
China.Shanxi.Xinzhou=140900
China.Shandong.Tai'an=370900
China.Shanxi.Changzhi=140400
China.Jiangsu.Zhenjiang=321100
China.Jiangxi.Ji'an=360800
China.Jiangsu.Nanjing=320100
China.Shandong.Liaocheng=371500
China.Jiangxi.Fuzhou=361000
China.Henan.Luohe=411100
China.Henan.Anyang=410500
China.Liaoning.Huludao=211400
China.Sichuan.Liupanshui=520200
China.Gansu.Longnan=621200
China.Shaanxi.Yan'an=610600
China.Heilongjiang.Daqing=230600
China.Shaanxi.Shangluo=611000
China.Jiangsu.Yancheng=320900
China.Liaoning.Dandong=210600
China.NingxiaHuiAutonomousRegion.Zuishan=640200
China.Hubei.Ezhou=420700
China.Liaoning.LiaoYang=211000
China.Anhui.Tongling=340700
China.InnerMongoliaAutonomousRegion.Xilinguolei=152500
China.Shandong.Binzhou=371600
China.Heilongjiang.Mudanjiang=231000
China.Sichuan.Bijie=520500
China.Shanxi.Jinzhong=140700
China.Zhejiang.Taizhou=331000
China.Sichuan.Chengdou=510100
China.Sichuan.Zigong=510300
China.Hubei.Jingzhou=420100
China.HeBei.Shijiazhuang=130100
China.Gansu.Jiuquan=620900
China.GuangxiZhuangAutonomousRegion.Qinzhou=450700
China.Yunnan.XishuangbannaDaiAutonomousPrefecture=532800
China.Guangdong.Dongguan=441900
China.Jiangsu.Suqian=321300
China.Jiangxi.Yichun=360900
China.Liaoning.Tieling=211200
China.Zhejiang.Shaoxing=330600
China.GuangxiZhuangAutonomousRegion.Nanning=450100
China.Sichuan.Mianyang=510700
China.Yunnan.Yuxi=530400
China.Tibet.Lhasa=540100
China.Gansu.Lanzhou=620100
China.Hainan.Haikou=460100
China.Hunan.Huaihua=431200
China.GuangxiZhuangAutonomousRegion.Chongzuo=451400
China.Zhejiang.Quzhou=330800
China.Shanxi.Lvliang=141100
China.Zhejiang.Jiaxing=330400
China.Guangdong.Shenzhen=440300
China.Gansu.Pingliang=620800
China.Hainan.Sansha=460300
China.Guangdong.Yangjiang=441700
China.Jiangxi.Nanchang=360100
China.Liaoning.Jinzhou=210700
China.Jilin.Jilin=220200
China.Liaoning.Chaoyang=211300
China.Fujian.Ningde=350900
China.Gansu.Tianshui=620500
China.Yunnan.Baoshan=530500
China.Hubei.Shiyan=420300
China.Shandong.Zaozhuang=370400
China.Hainan.Sanya=460200
China.Liaoning.Anshan=210300
China.GuangxiZhuangAutonomousRegion.Guigang=450800
China.Fujian.Quanzhou=350500
China.Jilin.Siping=220300
China.Heilongjiang.Suihua=231200
China.Hunan.Loudi=431300
China.Anhui.Hefei=340100
China.Heilongjiang.Yichun=230700
China.Qinghai.Xining=630100
China.Anhui.Fuyang=341200
China.Anhui.Huainan=340400
China.Gansu.Jinchang=620300
China.Guangdong.Heyuan=441600
China.Zhejiang.Hangzhou=330100
China.Jiangxi.Yingtan=360600
China.Guangdong.Maoming=440900
China.Liaoning.Benxi=210500
China.NingxiaHuiAutonomousRegion.Wuzhong=640300
China.Henan.Hebi=410600
China.Zhejiang.Lishui=331100
China.Guangdong.Huizhou=441300
China.Yunnan.Kunming=530100
China.Yunnan.Lijiang=530700
China.Shandong.Yantai=370600
China.Hunan.Changsha=430100
China.Shandong.Zibo=370300
China.Heilongjiang.Qitaihe=230900
China.Anhui.Liu'an=341500
China.Shaanxi.Hanzhong=610700
China.Fujian.Xiamen=350200
China.Shandong.Weifang=370700
China.Hebei.Hengshui=131100
China.InnerMongoliaAutonomousRegion.Huhehaote=150100
China.Jiangxi.Xinyu=360500
China.Sichuan.Luzhou=510500
China.GuangxiZhuangAutonomousRegion.Hechi=451200
China.GuangxiZhuangAutonomousRegion.Guilin=450300
China.Henan.Zhumadian=411700
China.Hubei.Yichang=420500
China.InnerMongoliaAutonomousRegion.Other=150000
China.Shaanxi.Weinan=610500
China.Jiangxi.Ganzhou=360700
China.NingxiaHuiAutonomousRegion.Guyuan=640400
China.Jiangxi.Jingdezhen=360200
PrivateIP=000000

View File

@@ -0,0 +1,252 @@
UnitedStates=1
Canada=1
Russia=7
Egypt=20
SouthAfrica=27
Greece=30
Netherlands=31
Belgium=32
France=33
Spain=34
Hungary=36
EastGermany=37
Yugoslavia=38
Italy=39
Romania=40
Switzerland=41
Czechoslovakia=42
Austria=43
UnitedKingdom=44
Denmark=44
Sweden=46
Norway=47
Poland=48
Germany=49
Peru=51
Mexico=52
Cuba=53
Argentina=54
Brazil=55
Chile=56
Colombia=57
Venezuela=58
Malaysia=60
Australia=61
Indonesia=62
Philippines=63
newZealand=64
Singapore=65
Thailand=66
Japa=81
Korea=82
Vietnam=84
China=86
Turkey=90
India=91
Pakistan=92
Afghanistan=93
SriLanka=94
Myanmar=95
Iran=98
SouthSudan=211
Morocco=212
Algeria=213
Tunisia=216
Libya=218
Gambia=220
Senegal=221
Mauritania=222
Mali=223
Guinea=224
Coted'Ivoire=225
BurkinaFaso=226
Niger=227
Togo=228
Benin=229
Mauritius=230
Liberia=231
SierraLeone=232
Ghana=233
Nigeria=234
Chad=235
CentralAfricanRepublic=236
Cameroon=237
CapeVerde=238
SaoTomeandPrincipe=239
EquatorialGuinea=240
Gabon=241
therepublicofCongo=242
DemocraticRepublicofCongo=243
Angola=244
Guinea-Bissau=245
DiegoGarcia=246
AscensionIsland=247
Seychelles=248
Sudan=249
Rwanda=250
Ethiopia=251
Somalia=252
Djibouti=253
Kenya=254
Tanzania=255
Uganda=256
Burundi=257
Mozambique=258
Zanzibar=259
Zambia=260
Madagascar=261
Reunion=262
Zimbabwe=263
Namibia=264
Malawi=265
Lesotho=266
Botswana=267
Swaziland=268
ComorosandMayotte=269
St.Helena=290
Eritrea=291
Aruba=297
FaroeIslands=298
Greenland=299
Gibraltar=350
Portugal=351
Luxembourg=352
Ireland=353
Iceland=354
Albania=355
Malta=356
Cyprus=357
Finland=358
Bulgaria=359
Lithuania=370
Latvia=371
Estonia=372
Moldova=373
Armenia=374
Belarus=375
Andorra=376
Monaco=377
SanMarino=378
Vatican=379
Ukraine=380
Serbia=381
Montenegro=382
Croatia=385
Slovenia=386
BosniaandHerzegovina=387
Europeantelephonenumberspace-ringEuropeservice=388
Macedonia=389
CzechRepublic=420
Slovakia=421
Liechtenstein=423
FalklandIslands=500
Belize=501
Guatemala=502
Salvador=503
Honduras=504
Nicaragua=505
CostaRica=506
Panama=507
SaintPierreandMiquelon=508
Haiti=509
Guadeloupe(includingFrenchSaintMartinandSaintBarthelemy)=590
Bolivia=591
Guyana=592
Ecuador=593
FrenchGuiana=594
Paraguay=595
Martinique=596
Suriname=597
Uruguay=598
NetherlandsAntilles=599
EastTimor=670
Australianoverseasterritories:Antarctica,ChristmasIsland,CocosIslands,NorfolkIsland=672
Brunei=673
Nauru=674
PapuaNewGuinea=675
Tonga=676
SolomonIslands=677
Vanuatu=678
Fiji=679
Palau=680
WallisandFutunaIslands=681
CookIslands=682
Niue=683
Samoa=685
Kiribati,GilbertIslands=686
NewCaledonia=687
Tuvalu,EllisIslands=688
FrenchPolynesia=689
Tokelau=690
FederatedStatesofMicronesia=691
MarshallIslands=692
NorthKorea=850
Macao,China=853
Cambodia=855
Laos=856
InternationalMaritimeSatelliteOrganization=870
GlobalPersonalCommunicationService=878
Bangladesh=880
Mobilesatellitesystem=881
Internet=882
Maldives=960
Lebanon=961
Jordan=962
Syria=963
Iraq=964
Kuwait=965
SaudiArabia=966
Yemen=967
Oman=968
YemenDemocraticRepublic=969
Palestine=970
UnitedArabEmirates=971
Israel=972
Bahrain=973
Qatar=974
Bhutan=975
Mongolia=976
Nepal=977
Internationalrateservice=979
InternationalTelecommunicationsPublicCommunicationServiceTest=991
Tajikistan=992
Turkmenistan=993
Azerbaijan=994
Georgia=995
Kyrgyzstan=996
Uzbekistan=998
Bahamas=1242
Barbados=1246
Anguilla=1264
AntiguaandBarbuda=1268
BritishVirginIslands=1284
U.S.VirginIslands=1340
CaymanIslands=1345
Bermuda=1441
Grenada=1473
TurksandCaicosIslands=1649
Montserrat=1664
NorthernMarianaIslands=1670
Guam=1671
AmericanSamoa=1684
SaintLucia=1758
Dominica=1767
SaintVincentandheGrenadines=1784
PuertoRico=1787
DominicanRepublic=1809
TrinidadandTobago=1868
SaintKittsandNevis=1869
Jamaica=1876
Curacao=5999
Macao=820000
HongKong=810000
Taiwan=710000

View File

@@ -0,0 +1,194 @@
100=Unknown_TCP
101=Unknown_UDP
102=Unknown_Other
103=DNS
104=FTP
105=FTPS
106=HTTP
107=HTTPS
108=ICMP
109=IKE
110=MAIL
111=IMAPS
112=IPSEC
113=XMPP
114=L2TP
115=NTP
117=POP3S
118=PPTP
119=QUIC
120=SIP
121=SMB
123=SMTPS
124=SPDY
125=SSH
126=SSL
127=SOCKS
128=TELNET
129=DHCP
130=RADIUS
131=OPENVPN
132=STUN
133=TEREDO
134=DTLS
135=DoH
136=ISAKMP
137=MDNS
138=NETBIOS
139=NETFLOW
140=RDP
141=RTCP
142=RTP
143=SLP
144=SNMP
145=SSDP
146=TFTP
147=BJNP
148=LDAP
149=RTMP
150=RTSP
200=05001
201=05002
202=05003
203=05004
204=05005
205=05006
206=05007
207=05008
208=05009
209=05010
210=05011
211=05012
212=05013
213=05014
214=05015
215=05016
216=05017
217=05018
218=05019
219=05020
220=05021
221=05022
222=05023
223=05024
224=05025
225=05026
226=05027
227=05028
228=05029
229=05030
230=05031
231=05032
232=05033
233=05034
234=05035
235=05036
236=05037
237=05038
238=05039
239=05040
240=05041
241=05042
242=05043
243=05044
244=05045
245=05046
246=05047
247=05048
248=05049
249=05050
250=05051
251=05052
252=05053
253=05054
254=05055
255=05056
256=05057
257=05058
258=05059
259=05060
260=05061
261=05062
262=05063
263=05064
264=05065
265=05066
266=05067
267=05068
268=05069
269=05070
270=05071
271=05072
272=05073
273=05074
274=05075
275=05076
276=05077
277=05078
278=05079
279=05080
280=05081
281=05082
282=05083
283=05084
284=05085
285=05086
286=05087
287=05088
288=05089
289=05090
290=05091
291=05092
292=05093
293=05094
294=05095
295=05096
296=05097
297=05098
298=05099
299=05100
300=05101
301=05102
302=05103
303=05104
304=05105
305=05106
306=05107
307=05108
308=05109
309=05110
310=05111
311=05112
312=05113
313=05114
314=05115
315=05116
316=05117
317=05118
318=05119
319=05120
320=05121
321=05122
322=05123
323=05124
324=05125
325=05126
326=05127
327=05128
328=05129
329=05130
330=05131
331=05132
332=05133
333=05134
334=05135
335=05136
336=05137
337=05138
338=05139
339=05140
340=05141
341=05142
342=05143
343=05144
344=05145

View File

@@ -0,0 +1,55 @@
Beijing=110000
Tianjin=120000
Hebei=130000
Shanxi=140000
InnerMongoliaAutonomousRegion=150000
Liaoning=210000
Jilin=220000
Heilongjiang=230000
Shanghai=310000
Jiangsu=320000
Zhejiang=330000
Anhui=340000
Fujian=350000
Jiangxi=360000
Shandong=370000
Henan=410000
Hubei=420000
Hunan=430000
Guangdong=440000
GuangxiZhuangAutonomousRegion=450000
Hainan=460000
Chongqing=500000
Sichuan=510000
Guizhou=520000
Yunnan=530000
TibetAutonomousRegion=540000
Shaanxi=610000
Gansu=620000
Qinghai=630000
NingxiaHuiAutonomousRegion=640000
Taiwan=710000
HongKong=810000
Macao=820000
Tibet=540000
TaipeiCity=710100
Kaohsiung=710200
Tainan=710300
TaichungCity=710400
Nantou=710600
Keelung=710700
Hsinchu=710800
Chiayi=710900
NewTaipei=711100
Yilan=711200
HsinchuCounty=711300
Taoyuan=711400
Miaoli=711500
Changhua=711700
ChiayiCounty=711900
Yunlin=712100
Pingtung=712400
Taitung=712500
Hualien=712600
PenghuCounty=712700

View File

@@ -0,0 +1,70 @@
#Flooding-spout-field
#conn-bolt-StreamID
conn.dns.streamid=CONN-DNS-SOURCE
conn.ftp.streamid=CONN-FTP-SOURCE
conn.http.streamid=CONN-HTTP-SOURCE
conn.ip.streamid=CONN-IP-SOURCE
conn.jstx.streamid=CONN-JSTX-SOURCE
conn.mail.streamid=CONN-MAIL-SOURCE
conn.ssl.streamid=CONN-SSL-SOURCE
conn.vpn.streamid=CONN-VPN-SOURCE
#conn-ComponentId-spout
kafka.spout=KAFKA-SPOUT
transaction.spout=TRANSACTION-SPOUT
session.spout=SESSION-SPOUT
#conn-ComponentId-bolt
conn.parse.componentid=CONN-PARSE-COMPONENTID
conn.ybinputsize.streamid=CONN-YBInputSize-STREAMID
#safe-spout-field
safe.spout.field=SAFE-SOURCE
#GK-SOURCE-STREAMID
gk.ip.streamid=GK-IP-STREAMID
gk.dns.streamid=GK-DNS-STREAMID
gk.http.streamid=GK-HTTP-STREAMID
gk.ssl.streamid=GK-SSL-STREAMID
gk.wygjc.streamid=GK-WYGJC-STREAMID
gk.mail.streamid=GK-MAIL-STREAMID
gk.ftp.streamid=GK-FTP-STREAMID
gk.vpn.streamid=GK-VPN-STREAMID
gk.jstx.streamid=GK-JSTX-STREAMID
gk.count.streamid=GK-COUNT-STREAMID
#JC-SOURCE-STREAMID
jc.ip.streamid=JC-IP-STREAMID
jc.dns.streamid=JC-DNS-STREAMID
jc.http.streamid=JC-HTTP-STREAMID
jc.ssl.streamid=JC-SSL-STREAMID
jc.wygjc.streamid=JC-WYGJC-STREAMID
jc.mail.streamid=JC-MAIL-STREAMID
jc.ftp.streamid=JC-FTP-STREAMID
jc.vpn.streamid=JC-VPN-STREAMID
jc.jstx.streamid=JC-JSTX-STREAMID
jc.pic.streamid=JC-PIC-STREAMID
jc.media.streamid=JC-MEDIA-STREAMID
jc.count.streamid=JC-COUNT-STREAMID

View File

@@ -0,0 +1,202 @@
#管理kafka地址
bootstrap.servers=192.168.41.29:9092
auto.offset.reset=latest
#运营商的取值
yys_num=1
topology.logo=conn
#通联日志kafka主题
kafka.topic=test
kafka.topic.transaction=SECURITY-EVENT-COMPLETED-LOG
#策略日志kafka主题
kafka.safe.topic=test
#消费者组id-读取topic,存储该spout id的消费offset信息每次启动前需要更改
group.id=xj-jc-group2021080413231
#kafka消费者每次拉取数据的时间
kafka.consumer.poll=1000
#storm topology workers
topology.workers=1
#spout并行度建议与kafka分区一致
max.spout.parallelism=1
spout.parallelism=1
#ack设置 1启动ack 0不启动ack
topology.num.acks=0
#spou睡眠间隔
topology.spout.sleep.time=1
#通联程序批处理的时间
topology.tick.tuple.freq.secs=1
#通联程序没批处理的条数
batch.inter.num=1
parse.parallelism=1
send.parallelism=1
ip.send.parallelism=1
ssl.send.parallelism=1
http.send.parallelism=1
count.send.parallelism=1
unstructured.send.parallelism=1
#count指标数据时间批次单位为秒
count.topology.tick.tuple.freq.secs=30
#prometheus-httpserver
prometheus.pushgateway.address=10.111.143.240:9274
#http-post请求超时时间
http.post.socketTimeOut=1
#http-post发送设置
http.connectionRequestTimeout=1000
http.connectTimeout=1000
http.socketTimeout=1000
http.sent.count=1
http.retry.count=2
http.heard.content.type=utf-8
http.hearder.user=yd_xgs_source
http.hearder.password=yd_xgs_source@2021
http.hearder.format=avro
http.hearder.conection=keep-alilve
#http-post后端接受地址
http.post.ip=10.111.153.253
http.post.port=10080
hos.url=http://10.111.143.200:9098/hos/
hos.pool.maxconnections=400
hos.pool.maxerrorretry=3
hos.pool.requesttimeout=0
hos.pool.connectiontimeout=60
hos.pool.connectionttl=-1
hos.pool.sockettimeout=50
s3.connectionRequestTimeout=1000
s3.connectTimeout=1000
s3.socketTimeout=1000
s3.sent.count=10
s3.hearder.username=yd_xgs_s3
s3.hearder.password=yd_xgs_s3@2021
s3.hearder.filetype=pcm
s3.hearder.filetitle=ydtest-file
s3.hearder.isfulltex=false
s3.hearder.contenttype=application/octet-stream
s3.post.ip=10.111.144.4,10.111.144.5,10.111.144.6
s3.post.port=8888
t.http.rzzb=t-http-rzzb
t.http.jczb=t-http-jczb
t.http.gkzb=t-http-gkzb
t.mail.rzzb=t-mail-rzzb
t.mail.jczb=t-mail-jczb
t.mail.gkzb=t-mail-gkzb
t.wygjc.jcrz=t-wygjc-jcrz
t.wygjc.gkrz=t-wygjc-gkrz
t.pic.jczb=t-pic-jczb
t.media.jczb=t-media-jczb
#通联数据的schema
ftp.rzzb.schema={"type":"record","name":"FTP_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
dns.rzzb.schema={"type":"record","name":"DNS_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"DNS_NAME","type":["string","null"]},{"name":"DNS_VALUE","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
http.rzzb.schema={"type":"record","name":"HTTP_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"USER_AGENT","type":["string","null"]},{"name":"COOKIE","type":["string","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ip.rzzb.schema={"type":"record","name":"IP_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
jstx.rzzb.schema={"type":"record","name":"JSTX_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"DZ_ID","type":["string","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"URL_AGENT","type":["string","null"]},{"name":"USER_ID","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"RESERVED","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ssl.rzzb.schema={"type":"record","name":"SSL_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"ZSMC","type":["string","null"]},{"name":"BFZ","type":["string","null"]},{"name":"SYZ","type":["string","null"]},{"name":"FWQMC","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
vpn.rzzb.schema={"type":"record","name":"VPN_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"URL","type":["int","null"]},{"name":"USERNAME","type":["int","null"]},{"name":"PWD","type":["int","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
mail.rzzb.schema={"type":"record","name":"MAIL_RZZB","fields":[{"name":"BHSJ","type":"long"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"MAIL_SENDER","type":["string","null"]},{"name":"MAIL_RECEVER","type":["string","null"]},{"name":"RECEVER_NUM","type":["int","null"]},{"name":"MAIL_CC","type":["string","null"]},{"name":"CC_NUM","type":["int","null"]},{"name":"MAIL_SUBJECT","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"ACCESSORY","type":["int","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"PWD","type":["string","null"]},{"name":"FJFWS","type":["string","null"]},{"name":"FJFWS_SZD","type":["string","null"]},{"name":"SJFWS","type":["string","null"]},{"name":"SJFWS_SZD","type":["string","null"]},{"name":"XYLX","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
conn.post.dns.topic=t_dns_rzzb
conn.post.ftp.topic=t_ftp_rzzb
conn.post.http.topic=t_http_rzzb
conn.post.ip.topic=t_ip_rzzb
conn.post.jstx.topic=t_jstx_rzzb
conn.post.mail.topic=t_mail_rzzb
conn.post.ssl.topic=t_ssl_rzzb
conn.post.vpn.topic=t_vpn_rzzb
gk.post.dns.topic=t_dns_gkzb
gk.post.ftp.topic=t_ftp_gkzb
gk.post.http.topic=t_http_gkzb
gk.post.ip.topic=t_ip_gkzb
gk.post.jstx.topic=t_jstx_gkzb
gk.post.mail.topic=t_mail_gkzb
gk.post.ssl.topic=t_ssl_gkzb
gk.post.vpn.topic=t_vpn_gkzb
gk.post.wygjc.topic=t_wygjc_gkrz
jc.post.dns.topic=t_dns_jczb
jc.post.ftp.topic=t_ftp_jczb
jc.post.http.topic=t_http_jczb
jc.post.ip.topic=t_ip_jczb
jc.post.jstx.topic=t_jstx_jczb
jc.post.mail.topic=t_mail_jczb
jc.post.ssl.topic=t_ssl_jczb
jc.post.vpn.topic=t_vpn_jczb
jc.post.wygjc.topic=t_wygjc_jcrz
jc.post.pic.topic=t_pic_jczb
jc.post.media.topic=t_media_jczb
#gk-schema
ip.gkrz.schema={"type":"record","name":"IP_GKRZ","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
dns.gkzb.schema={"type":"record","name":"DNS_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"DNS_NAME","type":["string","null"]},{"name":"DNS_VALUE","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":["int","null"]},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
http.gkzb.schema={"type":"record","name":"HTTP_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":"int"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"USER_AGENT","type":["string","null"]},{"name":"COOKIE","type":["string","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ssl.gkzb.schema={"type":"record","name":"SSL_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"ZSMC","type":["string","null"]},{"name":"BFZ","type":["string","null"]},{"name":"SYZ","type":["string","null"]},{"name":"FWQMC","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
wygjc.gkrz.schema={"type":"record","name":"WYGJC_GKRZ","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"JC_URL","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"SSYQ","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ftp.gkzb.schema={"type":"record","name":"FTPGJZ_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":"int"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
vpn.gkzb.schema={"type":"record","name":"VPN_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"URL","type":["string","null"]},{"name":"USERNAME","type":["string","null"]},{"name":"PWD","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
jstx.gkzb.schema={"type":"record","name":"JSTX_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"DZ_ID","type":["string","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"USER_AGENT","type":["string","null"]},{"name":"USER_ID","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"RESERVED","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
mail.gkzb.schema={"type":"record","name":"MAIL_GKZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"MAIL_SENDER","type":["string","null"]},{"name":"MAIL_RECEVER","type":["string","null"]},{"name":"RECEVER_NUM","type":["int","null"]},{"name":"MAIL_CC","type":["string","null"]},{"name":"CC_NUM","type":["int","null"]},{"name":"MAIL_SUBJECT","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"ACCESSORY","type":["int","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"PWD","type":["string","null"]},{"name":"FJFWS","type":["string","null"]},{"name":"FJFWS_SZD","type":["string","null"]},{"name":"SJFWS","type":["string","null"]},{"name":"SJFWS_SZD","type":["string","null"]},{"name":"XYLX","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
#jc-schema
dns.jczb.schema={"type":"record","name":"DNS_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"DNS_NAME","type":["string","null"]},{"name":"DNS_VALUE","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ftp.jczb.schema={"type":"record","name":"FTPGJZ_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":"int"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
http.jczb.schema={"type":"record","name":"HTTP_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":"int"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"USER_AGENT","type":["string","null"]},{"name":"COOKIE","type":["string","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ip.jczb.schema={"type":"record","name":"IP_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
jstx.jczb.schema={"type":"record","name":"JSTX_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"DZ_ID","type":["string","null"]},{"name":"HOST","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"USER_AGENT","type":["string","null"]},{"name":"USER_ID","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"RESERVED","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
ssl.jczb.schema={"type":"record","name":"TDZS_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"ZSMC","type":["string","null"]},{"name":"BFZ","type":["string","null"]},{"name":"SYZ","type":["string","null"]},{"name":"FWQMC","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
vpn.jczb.schema={"type":"record","name":"VPN_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"URL","type":["string","null"]},{"name":"USERNAME","type":["string","null"]},{"name":"PWD","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
wygjz.jczb.schema={"type":"record","name":"WYGJC_JCRZ","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":"int"},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"JC_URL","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"SSYQ","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
pic.jczb.schema={"type":"record","name":"PIC_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"YYZL","type":["int","null"]},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"PIC_NAME","type":["string","null"]},{"name":"PIC_URL","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"PIC_TYPE","type":["string","null"]},{"name":"PIC_CONTENT","type":["bytes","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
media.jczb.schema={"type":"record","name":"MEDIA_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"YYZL","type":["int","null"]},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"MEDIA_NAME","type":["string","null"]},{"name":"MEDIA_URL","type":["string","null"]},{"name":"URL","type":["string","null"]},{"name":"MEDIA_TYPE","type":["string","null"]},{"name":"MEDIA_CONTENT","type":["bytes","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}
mail.jczb.schema={"type":"record","name":"MAILGJZ_JCZB","fields":[{"name":"BHSJ","type":"long"},{"name":"PZID","type":"string"},{"name":"FLID","type":"int"},{"name":"XZID","type":"int"},{"name":"LHID","type":"int"},{"name":"YDY","type":"string"},{"name":"MDDY","type":"string"},{"name":"PZLX","type":"int"},{"name":"GKLB","type":["int","null"]},{"name":"YYZL","type":["int","null"]},{"name":"QDJIP","type":"int"},{"name":"SIP","type":"string"},{"name":"DIP","type":"string"},{"name":"SPORT","type":"int"},{"name":"DPORT","type":"int"},{"name":"PROTOCOL","type":"int"},{"name":"PROTO_ID","type":"string"},{"name":"DETAIL_ID","type":"string"},{"name":"CS_PKTS","type":["int","null"]},{"name":"CS_BYTES","type":["long","null"]},{"name":"SC_PKTS","type":["int","null"]},{"name":"SC_BYTES","type":["long","null"]},{"name":"MAIL_SENDER","type":["string","null"]},{"name":"MAIL_RECEVER","type":["string","null"]},{"name":"RECEVER_NUM","type":["int","null"]},{"name":"MAIL_CC","type":["string","null"]},{"name":"CC_NUM","type":["int","null"]},{"name":"MAIL_SUBJECT","type":["string","null"]},{"name":"CONTENT","type":["string","null"]},{"name":"ACCESSORY","type":["int","null"]},{"name":"FILE_NAME","type":["string","null"]},{"name":"FILE_CONTENT","type":["string","null"]},{"name":"PWD","type":["string","null"]},{"name":"FJFWS","type":["string","null"]},{"name":"FJFWS_SZD","type":["string","null"]},{"name":"SJFWS","type":["string","null"]},{"name":"SJFWS_SZD","type":["string","null"]},{"name":"XYLX","type":["string","null"]},{"name":"GJZ","type":["string","null"]},{"name":"YYS","type":["int","null"]},{"name":"YL1","type":"int"},{"name":"YL2","type":["int","null"]},{"name":"YL3","type":["string","null"]},{"name":"YL4","type":["string","null"]},{"name":"YL5","type":["string","null"]}]}

View File

@@ -0,0 +1,74 @@
package cn.ac.iie.storm.spout;
import cn.ac.iie.storm.utils.config.StreamAggregateConfig;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.log4j.Logger;
import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import java.util.Collections;
import java.util.Map;
import java.util.Properties;
/**
* kafkaSpout
*/
public class ConnectionKafkaSpout extends BaseRichSpout {
private static final long serialVersionUID = -3363788553406229592L;
private KafkaConsumer<String, String> consumer;
private SpoutOutputCollector collector = null;
private TopologyContext context = null;
private final static Logger logger = Logger.getLogger(ConnectionKafkaSpout.class);
private static Properties createConsumerConfig() {
Properties props = new Properties();
props.put("bootstrap.servers", StreamAggregateConfig.BOOTSTRAP_SERVERS);
props.put("group.id", StreamAggregateConfig.GROUP_ID);
props.put("session.timeout.ms", "60000");
props.put("max.poll.records", 3000);
props.put("max.partition.fetch.bytes", 31457280);
props.put("auto.offset.reset", StreamAggregateConfig.AUTO_OFFSET_RESET);
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
logger.info("链接kafka"+StreamAggregateConfig.BOOTSTRAP_SERVERS+"成功");
return props;
}
@Override
public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
this.collector=spoutOutputCollector;
this.context=topologyContext;
Properties prop = createConsumerConfig();
this.consumer = new KafkaConsumer<>(prop);
this.consumer.subscribe(Collections.singletonList(StreamAggregateConfig.KAFKA_TOPIC));
}
@Override
public void close() {
consumer.close();
}
@Override
public void nextTuple() {
try {
ConsumerRecords<String, String> records = consumer.poll(StreamAggregateConfig.KAFKA_COMSUMER_POLL);
Thread.sleep(StreamAggregateConfig.TOPOLOGY_SPOUT_SLEEP_TIME);
for (ConsumerRecord<String, String> record : records) {
this.collector.emit(new Values(record.value()));
}
} catch (Exception e) {
logger.error("KafkaSpout发送消息出现异常!", e);
e.printStackTrace();
}
}
@Override
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
outputFieldsDeclarer.declare(new Fields("flooding-source"));
}
}

View File

@@ -0,0 +1,71 @@
package cn.ac.iie.storm.spout;
import cn.ac.iie.storm.utils.config.StreamAggregateConfig;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.log4j.Logger;
import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import java.util.Collections;
import java.util.Map;
import java.util.Properties;
public class SessionKafkaSpout extends BaseRichSpout {
private static final long serialVersionUID = -3363788553406229592L;
private KafkaConsumer<String, String> consumer;
private SpoutOutputCollector collector = null;
private TopologyContext context = null;
private final static Logger logger = Logger.getLogger(ConnectionKafkaSpout.class);
private static Properties createConsumerConfig() {
Properties props = new Properties();
props.put("bootstrap.servers", StreamAggregateConfig.BOOTSTRAP_SERVERS);
props.put("group.id", StreamAggregateConfig.GROUP_ID);
props.put("session.timeout.ms", "60000");
props.put("max.poll.records", 3000);
props.put("max.partition.fetch.bytes", 31457280);
props.put("auto.offset.reset", StreamAggregateConfig.AUTO_OFFSET_RESET);
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
logger.info("链接kafka"+StreamAggregateConfig.BOOTSTRAP_SERVERS+"成功");
return props;
}
@Override
public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
this.collector=spoutOutputCollector;
this.context=topologyContext;
Properties prop = createConsumerConfig();
this.consumer = new KafkaConsumer<>(prop);
this.consumer.subscribe(Collections.singletonList(StreamAggregateConfig.KAFKA_TOPIC_SESSION));
}
@Override
public void close() {
consumer.close();
}
@Override
public void nextTuple() {
try {
ConsumerRecords<String, String> records = consumer.poll(StreamAggregateConfig.KAFKA_COMSUMER_POLL);
Thread.sleep(StreamAggregateConfig.TOPOLOGY_SPOUT_SLEEP_TIME);
for (ConsumerRecord<String, String> record : records) {
this.collector.emit(new Values(record.value()));
}
} catch (Exception e) {
logger.error("KafkaSpout发送消息出现异常!", e);
e.printStackTrace();
}
}
@Override
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
outputFieldsDeclarer.declare(new Fields("session-source"));
}
}

View File

@@ -0,0 +1,71 @@
package cn.ac.iie.storm.spout;
import cn.ac.iie.storm.utils.config.StreamAggregateConfig;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.log4j.Logger;
import org.apache.storm.spout.SpoutOutputCollector;
import org.apache.storm.task.TopologyContext;
import org.apache.storm.topology.OutputFieldsDeclarer;
import org.apache.storm.topology.base.BaseRichSpout;
import org.apache.storm.tuple.Fields;
import org.apache.storm.tuple.Values;
import java.util.Collections;
import java.util.Map;
import java.util.Properties;
public class TransactionKafkaSpout extends BaseRichSpout {
private static final long serialVersionUID = -3363788553406229592L;
private KafkaConsumer<String, String> consumer;
private SpoutOutputCollector collector = null;
private TopologyContext context = null;
private final static Logger logger = Logger.getLogger(ConnectionKafkaSpout.class);
private static Properties createConsumerConfig() {
Properties props = new Properties();
props.put("bootstrap.servers", StreamAggregateConfig.BOOTSTRAP_SERVERS);
props.put("group.id", StreamAggregateConfig.GROUP_ID);
props.put("session.timeout.ms", "60000");
props.put("max.poll.records", 3000);
props.put("max.partition.fetch.bytes", 31457280);
props.put("auto.offset.reset", StreamAggregateConfig.AUTO_OFFSET_RESET);
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
logger.info("链接kafka"+StreamAggregateConfig.BOOTSTRAP_SERVERS+"成功");
return props;
}
@Override
public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
this.collector=spoutOutputCollector;
this.context=topologyContext;
Properties prop = createConsumerConfig();
this.consumer = new KafkaConsumer<>(prop);
this.consumer.subscribe(Collections.singletonList(StreamAggregateConfig.KAFKA_TOPIC_TRANSACTION));
}
@Override
public void close() {
consumer.close();
}
@Override
public void nextTuple() {
try {
ConsumerRecords<String, String> records = consumer.poll(StreamAggregateConfig.KAFKA_COMSUMER_POLL);
Thread.sleep(StreamAggregateConfig.TOPOLOGY_SPOUT_SLEEP_TIME);
for (ConsumerRecord<String, String> record : records) {
this.collector.emit(new Values(record.value()));
}
} catch (Exception e) {
logger.error("KafkaSpout发送消息出现异常!", e);
e.printStackTrace();
}
}
@Override
public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
outputFieldsDeclarer.declare(new Fields("transaction-source"));
}
}

View File

@@ -0,0 +1,195 @@
package cn.ac.iie.storm.utils.general;
import com.zdjizhi.utils.StringUtil;
import org.apache.logging.log4j.util.PropertiesUtil;
import java.io.InputStream;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;
public class GetMap {
private static Properties propService = new Properties();
private static Properties propService1 = new Properties();
private static Properties propService_city = new Properties();
private static Properties propService_province = new Properties();
private static Properties propService_country = new Properties();
private static Properties propService_jstx = new Properties();
private static Map<String, String> labelMap;
private static Map<String, String> appMap;
private static Map<String, String> cityMap;
private static Map<String, String> provinceMap;
private static Map<String, String> countryMap;
private static Map<String, String> jstxIdMap;
public static String getJstxDetail_id(int common_app_id){
String appId = String.valueOf(common_app_id);
if (appMap.get(appId) != null) {
return appMap.get(appId);
} else {
return appId;
}
}
public static String getProto_id(String common_schema_type){
return labelMap.get(common_schema_type);
}
public static String getDy(String location){
String[] split;
if(location==null){
return "0";
} else if (location.contains("..")){
//处理新疆省内location逻辑。
split = location.split("\\.\\.");
if (split.length == 2) {
String xjCity = split[0];
if (xjCity.length()<1) {
String xjCounty = split[1];
if (xjCounty == null) {
xjCounty = "0";
}
return xjCounty;
}
return xjCity;
}else {
return "0";
}
} else {
//处理新疆省外location逻辑
//消除location中的空格
String address = location.replace(" ","");
String thirdLevelAdd = cityMap.get(address);
if (StringUtil.isNotBlank(thirdLevelAdd)){
System.out.println("执行的这里");
return thirdLevelAdd;
}else {
String[] add = address.split("\\.");
if (StringUtil.isNotBlank( provinceMap.get(add[1]))){
return provinceMap.get(add[1]);
}else if (StringUtil.isNotBlank(countryMap.get(add[0]))){
return countryMap.get(add[0]);
}else {
return "0";
}
}
}
}
public static String getFjSzd(String location,String mail_from,String mail_protocol_type) {
if (mail_from != null&& mail_protocol_type.equals("SMTP")) {
String[] split;
if (location == null) {
return String.valueOf(3);
} else if (location.contains(",,")) {
return String.valueOf(1);
} else {
split = location.split(",");
if (split.length == 3) {
String country = split[2].replace(" ", "");
String s = countryMap.get(country);
if (country.equals("China")) {
return String.valueOf(1);
} else if (s != null) {
return String.valueOf(2);
} else {
return String.valueOf(3);
}
} else {
return String.valueOf(3);
}
}
}else {
return String.valueOf(3);
}
}
public static String getSjSzd(String location,String mail_to,String mail_protocol_type) {
if (mail_to != null&&(mail_protocol_type.equals("POP3")||mail_protocol_type.equals("IMAP"))) {
String[] split;
if (location == null) {
return String.valueOf(3);
} else if (location.contains(",,")) {
return String.valueOf(1);
} else {
split = location.split(",");
if (split.length == 3) {
String country = split[2].replace(" ", "");
String s = countryMap.get(country);
if (country.equals("China")) {
return String.valueOf(1);
} else if (s != null) {
return String.valueOf(2);
} else {
return String.valueOf(3);
}
} else {
return String.valueOf(3);
}
}
}else {
return String.valueOf(3);
}
}
public static String getDns_name(String dns_qname){
if (dns_qname==null){
return "";
}else if (dns_qname.contains(" ")){
return "";
}else {
return dns_qname;
}
}
static {
try {
InputStream applabel = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_app_label_coding.properties");
InputStream app = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_app_id_coding.properties");
InputStream jstxid = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_jstx_id_coding.properties");
InputStream cityNumbering = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_city_coding.properties");
InputStream provinceNumbering = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_province_coding.properties");
InputStream countryNumbering = PropertiesUtil.class.getClassLoader().getResourceAsStream("common_country_coding.properties");
propService1.load(app);
propService.load(applabel);
propService_jstx.load(jstxid);
propService_city.load(cityNumbering);
propService_province.load(provinceNumbering);
propService_country.load(countryNumbering);
appMap = new HashMap<String, String>((Map)propService1);
labelMap = new HashMap<String, String>((Map) propService);
jstxIdMap = new HashMap<String, String>((Map) propService_jstx);
cityMap = new HashMap<String, String>((Map) propService_city);
provinceMap = new HashMap<String, String>((Map) propService_province);
countryMap = new HashMap<String, String>((Map) propService_country);
} catch (Exception e) {
// propCommon = null;
propService = null;
propService1 = null;
propService_jstx = null;
propService_city = null;
propService_province = null;
propService_country = null;
}
}
}

View File

@@ -0,0 +1,10 @@
import java.io.UnsupportedEncodingException;
import java.nio.charset.StandardCharsets;
public class TestUFT {
public static void main(String[] args) throws UnsupportedEncodingException {
String str = "<EFBFBD>й<EFBFBD>";
System.out.println(new String( str.getBytes("GBK") , StandardCharsets.UTF_8));
}
}

View File

@@ -0,0 +1,15 @@
import java.io.UnsupportedEncodingException;
import java.nio.charset.StandardCharsets;
public class TestUnicode {
public static void main(String[] args) throws UnsupportedEncodingException {
String str ="中国";
String utf8 = new String(str.getBytes(StandardCharsets.UTF_8));
System.out.println(utf8);
String unicode = new String (str.getBytes(), StandardCharsets.UTF_8);
System.out.println(unicode);
String gbk = new String(unicode.getBytes("GBK"));
System.out.println(gbk);
}
}

336
xj-log-etl.iml Normal file
View File

@@ -0,0 +1,336 @@
<?xml version="1.0" encoding="UTF-8"?>
<module org.jetbrains.idea.maven.project.MavenProjectsManager.isMavenModule="true" type="JAVA_MODULE" version="4">
<component name="FacetManager">
<facet type="kotlin-language" name="Kotlin">
<configuration version="3" platform="JVM 1.8" allPlatforms="JVM [1.8]" useProjectSettings="false">
<compilerSettings />
<compilerArguments>
<option name="jvmTarget" value="1.8" />
<option name="languageVersion" value="1.4" />
<option name="apiVersion" value="1.4" />
<option name="pluginOptions">
<array />
</option>
<option name="pluginClasspaths">
<array />
</option>
<option name="errors">
<ArgumentParseErrors />
</option>
</compilerArguments>
</configuration>
</facet>
</component>
<component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_8">
<output url="file://$MODULE_DIR$/target/classes" />
<output-test url="file://$MODULE_DIR$/target/test-classes" />
<content url="file://$MODULE_DIR$">
<sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
<sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" />
<sourceFolder url="file://$MODULE_DIR$/resources" type="java-resource" />
<excludeFolder url="file://$MODULE_DIR$/target" />
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
<orderEntry type="library" name="Maven: org.apache.kafka:kafka_2.11:1.0.0" level="project" />
<orderEntry type="library" name="Maven: org.apache.kafka:kafka-clients:1.0.0" level="project" />
<orderEntry type="library" name="Maven: org.lz4:lz4-java:1.4" level="project" />
<orderEntry type="library" name="Maven: org.xerial.snappy:snappy-java:1.1.4" level="project" />
<orderEntry type="library" name="Maven: com.fasterxml.jackson.core:jackson-databind:2.9.1" level="project" />
<orderEntry type="library" name="Maven: com.fasterxml.jackson.core:jackson-annotations:2.9.0" level="project" />
<orderEntry type="library" name="Maven: net.sf.jopt-simple:jopt-simple:5.0.4" level="project" />
<orderEntry type="library" name="Maven: com.yammer.metrics:metrics-core:2.2.0" level="project" />
<orderEntry type="library" name="Maven: org.scala-lang:scala-library:2.11.11" level="project" />
<orderEntry type="library" name="Maven: com.101tec:zkclient:0.10" level="project" />
<orderEntry type="library" name="Maven: org.apache.storm:storm-core:1.0.2" level="project" />
<orderEntry type="library" name="Maven: com.esotericsoftware:kryo:3.0.3" level="project" />
<orderEntry type="library" name="Maven: com.esotericsoftware:reflectasm:1.10.1" level="project" />
<orderEntry type="library" name="Maven: org.ow2.asm:asm:5.0.3" level="project" />
<orderEntry type="library" name="Maven: com.esotericsoftware:minlog:1.3.0" level="project" />
<orderEntry type="library" name="Maven: org.objenesis:objenesis:2.1" level="project" />
<orderEntry type="library" name="Maven: org.clojure:clojure:1.7.0" level="project" />
<orderEntry type="library" name="Maven: com.lmax:disruptor:3.3.2" level="project" />
<orderEntry type="library" name="Maven: org.apache.logging.log4j:log4j-api:2.1" level="project" />
<orderEntry type="library" name="Maven: org.apache.logging.log4j:log4j-core:2.1" level="project" />
<orderEntry type="library" name="Maven: org.apache.logging.log4j:log4j-slf4j-impl:2.1" level="project" />
<orderEntry type="library" name="Maven: org.slf4j:log4j-over-slf4j:1.6.6" level="project" />
<orderEntry type="library" name="Maven: javax.servlet:servlet-api:2.5" level="project" />
<orderEntry type="library" name="Maven: org.slf4j:slf4j-api:1.7.7" level="project" />
<orderEntry type="library" name="Maven: org.apache.storm:storm-kafka:1.0.2" level="project" />
<orderEntry type="library" name="Maven: org.apache.curator:curator-framework:2.10.0" level="project" />
<orderEntry type="library" name="Maven: org.apache.curator:curator-client:2.10.0" level="project" />
<orderEntry type="library" name="Maven: commons-lang:commons-lang:2.5" level="project" />
<orderEntry type="library" name="Maven: com.googlecode.json-simple:json-simple:1.1" level="project" />
<orderEntry type="library" name="Maven: com.alibaba:fastjson:1.2.70" level="project" />
<orderEntry type="library" name="Maven: cglib:cglib-nodep:3.2.4" level="project" />
<orderEntry type="library" name="Maven: org.apache.zookeeper:zookeeper:3.4.9" level="project" />
<orderEntry type="library" name="Maven: log4j:log4j:1.2.16" level="project" />
<orderEntry type="library" name="Maven: jline:jline:0.9.94" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty:3.10.5.Final" level="project" />
<orderEntry type="library" name="Maven: io.prometheus:simpleclient:0.9.0" level="project" />
<orderEntry type="library" name="Maven: io.prometheus:simpleclient_hotspot:0.9.0" level="project" />
<orderEntry type="library" name="Maven: io.prometheus:simpleclient_httpserver:0.9.0" level="project" />
<orderEntry type="library" name="Maven: io.prometheus:simpleclient_common:0.9.0" level="project" />
<orderEntry type="library" name="Maven: io.prometheus:simpleclient_pushgateway:0.9.0" level="project" />
<orderEntry type="library" name="Maven: javax.xml.bind:jaxb-api:2.3.0" level="project" />
<orderEntry type="library" name="Maven: com.zdjizhi:galaxy:1.0.1" level="project" />
<orderEntry type="library" name="Maven: joda-time:joda-time:2.10" level="project" />
<orderEntry type="library" name="Maven: com.maxmind.geoip:geoip-api:1.3.1" level="project" />
<orderEntry type="library" name="Maven: com.maxmind.geoip2:geoip2:2.12.0" level="project" />
<orderEntry type="library" name="Maven: com.maxmind.db:maxmind-db:1.2.2" level="project" />
<orderEntry type="library" name="Maven: org.apache.avro:avro:1.10.0" level="project" />
<orderEntry type="library" name="Maven: com.fasterxml.jackson.core:jackson-core:2.11.0" level="project" />
<orderEntry type="library" name="Maven: org.apache.commons:commons-compress:1.20" level="project" />
<orderEntry type="library" name="Maven: org.junit.jupiter:junit-jupiter-api:5.3.2" level="project" />
<orderEntry type="library" name="Maven: org.apiguardian:apiguardian-api:1.0.0" level="project" />
<orderEntry type="library" name="Maven: org.opentest4j:opentest4j:1.1.1" level="project" />
<orderEntry type="library" name="Maven: org.junit.platform:junit-platform-commons:1.3.2" level="project" />
<orderEntry type="library" name="Maven: org.apache.httpcomponents:httpclient:4.5.2" level="project" />
<orderEntry type="library" name="Maven: commons-logging:commons-logging:1.2" level="project" />
<orderEntry type="library" name="Maven: commons-codec:commons-codec:1.9" level="project" />
<orderEntry type="library" name="Maven: org.apache.httpcomponents:httpcore:4.4.1" level="project" />
<orderEntry type="library" name="Maven: org.apache.httpcomponents:httpasyncclient:4.1.2" level="project" />
<orderEntry type="library" name="Maven: org.apache.httpcomponents:httpcore-nio:4.4.5" level="project" />
<orderEntry type="library" name="Maven: org.apache.commons:commons-lang3:3.3.2" level="project" />
<orderEntry type="library" name="Maven: commons-collections:commons-collections:3.2.2" level="project" />
<orderEntry type="library" name="Maven: com.google.guava:guava:18.0" level="project" />
<orderEntry type="library" name="Maven: commons-io:commons-io:2.6" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotsitewise:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:jmespath-java:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-synthetics:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codestarconnections:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-detective:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kinesisvideosignalingchannels:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ebs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-augmentedairuntime:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-outposts:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codeguruprofiler:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codegurureviewer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-frauddetector:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kendra:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-networkmanager:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-computeoptimizer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-accessanalyzer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-schemas:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-imagebuilder:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticinference:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotsecuretunneling:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-appconfig:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-wafv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-connectparticipant:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-migrationhubconfig:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-dataexchange:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sesv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-marketplacecatalog:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ssooidc:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sso:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-savingsplans:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codestarnotifications:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-workmailmessageflow:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-qldbsession:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-qldb:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-forecastquery:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-forecast:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-lakeformation:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-eventbridge:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ec2instanceconnect:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-applicationinsights:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-servicequotas:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-personalizeevents:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-personalize:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-personalizeruntime:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ioteventsdata:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotevents:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotthingsgraph:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-groundstation:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediapackagevod:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-managedblockchain:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-textract:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-worklink:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-backup:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-docdb:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-apigatewayv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-apigatewaymanagementapi:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kafka:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-appmesh:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-licensemanager:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-securityhub:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-fsx:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediaconnect:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kinesisanalyticsv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-comprehendmedical:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-globalaccelerator:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-transfer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-datasync:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-robomaker:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-amplify:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-quicksight:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-rdsdata:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-route53resolver:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ram:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-s3control:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-pinpointsmsvoice:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-pinpointemail:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-chime:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-signer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-dlm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-macie:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-eks:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediatailor:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-neptune:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-pi:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iot1clickprojects:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iot1clickdevices:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotanalytics:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-acmpca:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-secretsmanager:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-fms:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-connect:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-transcribe:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-autoscalingplans:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-workmail:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-servicediscovery:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloud9:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-serverlessapplicationrepository:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-alexaforbusiness:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-resourcegroups:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-comprehend:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-translate:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sagemaker:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iotjobsdataplane:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sagemakerruntime:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kinesisvideo:1.11.781" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-codec-http:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-common:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-buffer:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-transport:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-resolver:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-codec:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: io.netty:netty-handler:4.1.44.Final" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-appsync:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-guardduty:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mq:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediaconvert:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediastore:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediastoredata:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-medialive:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mediapackage:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-costexplorer:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-pricing:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mobile:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudhsmv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-glue:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-migrationhub:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-dax:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-greengrass:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-athena:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-marketplaceentitlement:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codestar:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-lexmodelbuilding:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-resourcegroupstaggingapi:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-pinpoint:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-xray:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-opsworkscm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-support:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-simpledb:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-servicecatalog:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-servermigration:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-simpleworkflow:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-storagegateway:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-route53:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-s3:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-importexport:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sts:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sqs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-rds:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-redshift:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticbeanstalk:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-glacier:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iam:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-datapipeline:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticloadbalancing:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticloadbalancingv2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-emr:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticache:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elastictranscoder:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ec2:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-dynamodb:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-sns:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-budgets:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudtrail:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudwatch:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-logs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-events:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cognitoidentity:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cognitosync:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-directconnect:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudformation:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudfront:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-clouddirectory:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kinesis:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-opsworks:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ses:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-autoscaling:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudsearch:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudwatchmetrics:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codedeploy:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codepipeline:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-kms:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-config:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-lambda:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ecs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ecr:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cloudhsm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-ssm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-workspaces:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-machinelearning:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-directory:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-efs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codecommit:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-devicefarm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-elasticsearch:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-waf:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-marketplacecommerceanalytics:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-inspector:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-iot:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-api-gateway:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-acm:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-gamelift:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-dms:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-marketplacemeteringservice:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-cognitoidp:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-discovery:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-applicationautoscaling:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-snowball:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-rekognition:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-polly:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-lightsail:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-stepfunctions:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-health:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-costandusagereport:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-codebuild:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-appstream:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-shield:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-batch:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-lex:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-mechanicalturkrequester:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-organizations:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-workdocs:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-core:1.11.781" level="project" />
<orderEntry type="library" name="Maven: software.amazon.ion:ion-java:1.0.2" level="project" />
<orderEntry type="library" name="Maven: com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:2.6.7" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-models:1.11.781" level="project" />
<orderEntry type="library" name="Maven: com.amazonaws:aws-java-sdk-swf-libraries:1.11.22" level="project" />
<orderEntry type="library" name="Maven: junit:junit:4.13" level="project" />
<orderEntry type="library" name="Maven: org.hamcrest:hamcrest-core:1.3" level="project" />
<orderEntry type="library" name="Maven: org.jetbrains.kotlin:kotlin-stdlib-jdk8:1.4.30-RC" level="project" />
<orderEntry type="library" name="Maven: org.jetbrains.kotlin:kotlin-stdlib:1.4.30-RC" level="project" />
<orderEntry type="library" name="Maven: org.jetbrains.kotlin:kotlin-stdlib-common:1.4.30-RC" level="project" />
<orderEntry type="library" name="Maven: org.jetbrains:annotations:13.0" level="project" />
<orderEntry type="library" name="Maven: org.jetbrains.kotlin:kotlin-stdlib-jdk7:1.4.30-RC" level="project" />
<orderEntry type="library" scope="TEST" name="Maven: org.jetbrains.kotlin:kotlin-test:1.4.30-RC" level="project" />
<orderEntry type="library" scope="TEST" name="Maven: org.jetbrains.kotlin:kotlin-test-common:1.4.30-RC" level="project" />
<orderEntry type="library" name="Maven: nl.bitwalker:UserAgentUtils:1.2.4" level="project" />
</component>
</module>