2021-01-20 01:10:10 +08:00
|
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
|
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
|
|
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
|
|
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
|
|
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
|
|
|
|
|
|
|
|
<groupId>org.example</groupId>
|
|
|
|
|
|
<artifactId>xj-log-etl</artifactId>
|
|
|
|
|
|
<version>1.0-SNAPSHOT</version>
|
|
|
|
|
|
<properties>
|
|
|
|
|
|
|
|
|
|
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
|
|
|
|
<kafka.version>1.0.0</kafka.version>
|
|
|
|
|
|
<storm.version>1.0.2</storm.version>
|
|
|
|
|
|
<!-- <hbase.version>2.2.1</hbase.version>-->
|
|
|
|
|
|
<!-- <hadoop.version>2.7.1</hadoop.version>-->
|
2021-02-09 11:03:21 +08:00
|
|
|
|
<kotlin.version>1.4.30-RC</kotlin.version>
|
2021-01-20 01:10:10 +08:00
|
|
|
|
<!-- <slf4j.version>1.7.25</slf4j.version>-->
|
|
|
|
|
|
<log4j.version>1.2.16</log4j.version>
|
|
|
|
|
|
</properties>
|
|
|
|
|
|
<repositories>
|
|
|
|
|
|
|
|
|
|
|
|
<repository>
|
|
|
|
|
|
<id>nexus</id>
|
|
|
|
|
|
<name>Team Nexus Repository</name>
|
|
|
|
|
|
<url>http://192.168.40.125:8099/content/groups/public</url>
|
|
|
|
|
|
</repository>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<repository>
|
|
|
|
|
|
<id>maven-ali</id>
|
|
|
|
|
|
<url>http://maven.aliyun.com/nexus/content/groups/public/</url>
|
|
|
|
|
|
<releases>
|
|
|
|
|
|
<enabled>true</enabled>
|
|
|
|
|
|
</releases>
|
|
|
|
|
|
<snapshots>
|
|
|
|
|
|
<enabled>true</enabled>
|
|
|
|
|
|
<updatePolicy>always</updatePolicy>
|
|
|
|
|
|
<checksumPolicy>fail</checksumPolicy>
|
|
|
|
|
|
</snapshots>
|
|
|
|
|
|
</repository>
|
|
|
|
|
|
|
|
|
|
|
|
</repositories>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<build>
|
|
|
|
|
|
<plugins>
|
|
|
|
|
|
|
|
|
|
|
|
<plugin>
|
|
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
|
|
|
|
<version>2.4.2</version>
|
|
|
|
|
|
<executions>
|
|
|
|
|
|
<execution>
|
|
|
|
|
|
<phase>package</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>shade</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
<configuration>
|
|
|
|
|
|
<transformers>
|
|
|
|
|
|
<transformer
|
|
|
|
|
|
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
|
|
|
|
|
|
<mainClass>cn.ac.iie.storm.topology.StreamAggregateTopology</mainClass>
|
|
|
|
|
|
</transformer>
|
|
|
|
|
|
<transformer
|
|
|
|
|
|
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
|
|
|
|
|
<resource>META-INF/spring.handlers</resource>
|
|
|
|
|
|
</transformer>
|
|
|
|
|
|
<transformer
|
|
|
|
|
|
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
|
|
|
|
|
<resource>META-INF/spring.schemas</resource>
|
|
|
|
|
|
</transformer>
|
|
|
|
|
|
</transformers>
|
|
|
|
|
|
</configuration>
|
|
|
|
|
|
</execution>
|
|
|
|
|
|
</executions>
|
|
|
|
|
|
</plugin>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<plugin>
|
|
|
|
|
|
<groupId>org.jetbrains.kotlin</groupId>
|
|
|
|
|
|
<artifactId>kotlin-maven-plugin</artifactId>
|
|
|
|
|
|
<version>${kotlin.version}</version>
|
|
|
|
|
|
<executions>
|
|
|
|
|
|
<execution>
|
|
|
|
|
|
<id>compile</id>
|
|
|
|
|
|
<phase>compile</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>compile</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
</execution>
|
2021-02-09 11:03:21 +08:00
|
|
|
|
<execution>
|
|
|
|
|
|
<id>conntest-compile</id>
|
|
|
|
|
|
<phase>test-compile</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>test-compile</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
</execution>
|
2021-01-20 01:10:10 +08:00
|
|
|
|
<execution>
|
|
|
|
|
|
<id>test-compile</id>
|
|
|
|
|
|
<phase>test-compile</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>test-compile</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
</execution>
|
|
|
|
|
|
</executions>
|
|
|
|
|
|
<configuration>
|
|
|
|
|
|
<jvmTarget>1.8</jvmTarget>
|
|
|
|
|
|
</configuration>
|
|
|
|
|
|
</plugin>
|
|
|
|
|
|
<plugin>
|
|
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
|
|
|
|
|
<version>2.3.2</version>
|
|
|
|
|
|
<executions>
|
|
|
|
|
|
<execution>
|
|
|
|
|
|
<id>compile</id>
|
|
|
|
|
|
<phase>compile</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>compile</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
</execution>
|
|
|
|
|
|
<execution>
|
|
|
|
|
|
<id>testCompile</id>
|
|
|
|
|
|
<phase>test-compile</phase>
|
|
|
|
|
|
<goals>
|
|
|
|
|
|
<goal>testCompile</goal>
|
|
|
|
|
|
</goals>
|
|
|
|
|
|
</execution>
|
|
|
|
|
|
</executions>
|
|
|
|
|
|
<configuration>
|
|
|
|
|
|
<source>1.8</source>
|
|
|
|
|
|
<target>1.8</target>
|
|
|
|
|
|
</configuration>
|
|
|
|
|
|
</plugin>
|
|
|
|
|
|
</plugins>
|
|
|
|
|
|
<resources>
|
|
|
|
|
|
<resource>
|
|
|
|
|
|
<directory>properties</directory>
|
|
|
|
|
|
<includes>
|
|
|
|
|
|
<include>**/*.properties</include>
|
|
|
|
|
|
</includes>
|
|
|
|
|
|
<filtering>false</filtering>
|
|
|
|
|
|
</resource>
|
|
|
|
|
|
<resource>
|
|
|
|
|
|
<directory>properties</directory>
|
|
|
|
|
|
<includes>
|
|
|
|
|
|
<include>log4j.properties</include>
|
|
|
|
|
|
</includes>
|
|
|
|
|
|
<filtering>false</filtering>
|
|
|
|
|
|
</resource>
|
|
|
|
|
|
</resources>
|
|
|
|
|
|
</build>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<dependencies>
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.kafka/kafka -->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.kafka</groupId>
|
|
|
|
|
|
<artifactId>kafka_2.11</artifactId>
|
|
|
|
|
|
<version>1.0.0</version>
|
|
|
|
|
|
<exclusions>
|
|
|
|
|
|
<exclusion>
|
|
|
|
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
|
|
</exclusion>
|
|
|
|
|
|
</exclusions>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!--去掉scope就OK了。但如果将storm程序打包到storm集群环境运行,需要指定scope为provided,否则集群上已经包含了storm-core的jar,该storm-core中包含default配置文件,这样两个scorm-core会导致冲突-->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.storm</groupId>
|
|
|
|
|
|
<artifactId>storm-core</artifactId>
|
|
|
|
|
|
<version>${storm.version}</version>
|
2021-07-16 11:27:10 +08:00
|
|
|
|
<!-- <scope>provided</scope>-->
|
2021-01-20 01:10:10 +08:00
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.storm</groupId>
|
|
|
|
|
|
<artifactId>storm-kafka</artifactId>
|
|
|
|
|
|
<version>${storm.version}</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
2022-08-11 14:25:27 +08:00
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>junit</groupId>-->
|
|
|
|
|
|
<!-- <artifactId>junit</artifactId>-->
|
|
|
|
|
|
<!-- <version>4.12</version>-->
|
|
|
|
|
|
<!-- <scope>test</scope>-->
|
|
|
|
|
|
<!-- </dependency>-->
|
2021-01-20 01:10:10 +08:00
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>com.alibaba</groupId>
|
|
|
|
|
|
<artifactId>fastjson</artifactId>
|
|
|
|
|
|
<version>1.2.70</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>cglib</groupId>
|
|
|
|
|
|
<artifactId>cglib-nodep</artifactId>
|
|
|
|
|
|
<version>3.2.4</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.zookeeper/zookeeper -->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.zookeeper</groupId>
|
|
|
|
|
|
<artifactId>zookeeper</artifactId>
|
|
|
|
|
|
<version>3.4.9</version>
|
|
|
|
|
|
<exclusions>
|
|
|
|
|
|
<exclusion>
|
|
|
|
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
|
|
</exclusion>
|
|
|
|
|
|
<exclusion>
|
|
|
|
|
|
<artifactId>log4j-over-slf4j</artifactId>
|
|
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
|
|
</exclusion>
|
|
|
|
|
|
</exclusions>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>io.prometheus</groupId>
|
|
|
|
|
|
<artifactId>simpleclient</artifactId>
|
|
|
|
|
|
<version>0.9.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- Hotspot JVM metrics-->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>io.prometheus</groupId>
|
|
|
|
|
|
<artifactId>simpleclient_hotspot</artifactId>
|
|
|
|
|
|
<version>0.9.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- Exposition HTTPServer-->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>io.prometheus</groupId>
|
|
|
|
|
|
<artifactId>simpleclient_httpserver</artifactId>
|
|
|
|
|
|
<version>0.9.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- Pushgateway exposition-->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>io.prometheus</groupId>
|
|
|
|
|
|
<artifactId>simpleclient_pushgateway</artifactId>
|
|
|
|
|
|
<version>0.9.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>com.zdjizhi</groupId>
|
|
|
|
|
|
<artifactId>galaxy</artifactId>
|
|
|
|
|
|
<version>1.0.1</version>
|
|
|
|
|
|
<exclusions>
|
|
|
|
|
|
<exclusion>
|
|
|
|
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
|
|
</exclusion>
|
|
|
|
|
|
<exclusion>
|
|
|
|
|
|
<artifactId>log4j-over-slf4j</artifactId>
|
|
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
|
|
</exclusion>
|
|
|
|
|
|
</exclusions>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.avro</groupId>
|
|
|
|
|
|
<artifactId>avro</artifactId>
|
|
|
|
|
|
<version>1.10.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.junit.jupiter</groupId>
|
|
|
|
|
|
<artifactId>junit-jupiter-api</artifactId>
|
|
|
|
|
|
<version>5.3.2</version>
|
|
|
|
|
|
<scope>compile</scope>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
|
|
<artifactId>httpclient</artifactId>
|
|
|
|
|
|
<version>4.5.2</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
|
|
<artifactId>httpcore</artifactId>
|
|
|
|
|
|
<version>4.4.1</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
|
|
<artifactId>httpasyncclient</artifactId>
|
|
|
|
|
|
<version>4.1.2</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- <!– The client –>-->
|
|
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>io.prometheus</groupId>-->
|
|
|
|
|
|
<!-- <artifactId>simpleclient</artifactId>-->
|
|
|
|
|
|
<!-- <version>0.6.0</version>-->
|
|
|
|
|
|
<!-- </dependency>-->
|
|
|
|
|
|
<!-- <!– Hotspot JVM metrics–>-->
|
|
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>io.prometheus</groupId>-->
|
|
|
|
|
|
<!-- <artifactId>simpleclient_hotspot</artifactId>-->
|
|
|
|
|
|
<!-- <version>0.6.0</version>-->
|
|
|
|
|
|
<!-- </dependency>-->
|
|
|
|
|
|
<!-- <!– Exposition HTTPServer–>-->
|
|
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>io.prometheus</groupId>-->
|
|
|
|
|
|
<!-- <artifactId>simpleclient_httpserver</artifactId>-->
|
|
|
|
|
|
<!-- <version>0.6.0</version>-->
|
|
|
|
|
|
<!-- </dependency>-->
|
|
|
|
|
|
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/com.alibaba/fastjson -->
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
|
|
<artifactId>commons-lang3</artifactId>
|
|
|
|
|
|
<version>3.3.2</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>commons-collections</groupId>
|
|
|
|
|
|
<artifactId>commons-collections</artifactId>
|
|
|
|
|
|
<version>3.2.2</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
|
|
<artifactId>guava</artifactId>
|
|
|
|
|
|
<version>18.0</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/commons-io/commons-io -->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>commons-io</groupId>
|
|
|
|
|
|
<artifactId>commons-io</artifactId>
|
|
|
|
|
|
<version>2.6</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>com.amazonaws</groupId>
|
|
|
|
|
|
<artifactId>aws-java-sdk</artifactId>
|
|
|
|
|
|
<version>1.11.781</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>org.jetbrains.kotlin</groupId>-->
|
|
|
|
|
|
<!-- <artifactId>kotlin-stdlib-jdk8</artifactId>-->
|
|
|
|
|
|
<!-- <version>${kotlin.version}</version>-->
|
|
|
|
|
|
<!-- </dependency>-->
|
|
|
|
|
|
<!-- <dependency>-->
|
|
|
|
|
|
<!-- <groupId>org.jetbrains.kotlin</groupId>-->
|
2021-02-09 11:03:21 +08:00
|
|
|
|
<!-- <artifactId>kotlin-conntest</artifactId>-->
|
2021-01-20 01:10:10 +08:00
|
|
|
|
<!-- <version>${kotlin.version}</version>-->
|
2021-02-09 11:03:21 +08:00
|
|
|
|
<!-- <scope>conntest</scope>-->
|
2021-01-20 01:10:10 +08:00
|
|
|
|
<!-- </dependency>-->
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>junit</groupId>
|
|
|
|
|
|
<artifactId>junit</artifactId>
|
|
|
|
|
|
<version>4.13</version>
|
|
|
|
|
|
<scope>compile</scope>
|
|
|
|
|
|
</dependency>
|
2021-02-09 11:03:21 +08:00
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.jetbrains.kotlin</groupId>
|
|
|
|
|
|
<artifactId>kotlin-stdlib-jdk8</artifactId>
|
|
|
|
|
|
<version>${kotlin.version}</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.jetbrains.kotlin</groupId>
|
|
|
|
|
|
<artifactId>kotlin-test</artifactId>
|
|
|
|
|
|
<version>${kotlin.version}</version>
|
|
|
|
|
|
<scope>test</scope>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>org.jetbrains.kotlin</groupId>
|
|
|
|
|
|
<artifactId>kotlin-stdlib-jdk8</artifactId>
|
|
|
|
|
|
<version>${kotlin.version}</version>
|
|
|
|
|
|
</dependency>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<dependency>
|
|
|
|
|
|
<groupId>nl.bitwalker</groupId>
|
|
|
|
|
|
<artifactId>UserAgentUtils</artifactId>
|
|
|
|
|
|
<version>1.2.4</version>
|
|
|
|
|
|
</dependency>
|
2021-01-20 01:10:10 +08:00
|
|
|
|
|
|
|
|
|
|
</dependencies>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</project>
|