381 lines
14 KiB
XML
381 lines
14 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||
<modelVersion>4.0.0</modelVersion>
|
||
|
||
<groupId>org.example</groupId>
|
||
<artifactId>xj-log-etl</artifactId>
|
||
<version>1.0-SNAPSHOT</version>
|
||
<properties>
|
||
|
||
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||
<kafka.version>1.0.0</kafka.version>
|
||
<storm.version>1.0.2</storm.version>
|
||
<!-- <hbase.version>2.2.1</hbase.version>-->
|
||
<!-- <hadoop.version>2.7.1</hadoop.version>-->
|
||
<kotlin.version>1.4.30-RC</kotlin.version>
|
||
<!-- <slf4j.version>1.7.25</slf4j.version>-->
|
||
<log4j.version>1.2.16</log4j.version>
|
||
</properties>
|
||
<repositories>
|
||
|
||
<repository>
|
||
<id>nexus</id>
|
||
<name>Team Nexus Repository</name>
|
||
<url>http://192.168.40.125:8099/content/groups/public</url>
|
||
</repository>
|
||
|
||
|
||
<repository>
|
||
<id>maven-ali</id>
|
||
<url>http://maven.aliyun.com/nexus/content/groups/public/</url>
|
||
<releases>
|
||
<enabled>true</enabled>
|
||
</releases>
|
||
<snapshots>
|
||
<enabled>true</enabled>
|
||
<updatePolicy>always</updatePolicy>
|
||
<checksumPolicy>fail</checksumPolicy>
|
||
</snapshots>
|
||
</repository>
|
||
|
||
</repositories>
|
||
|
||
|
||
<build>
|
||
<plugins>
|
||
|
||
<plugin>
|
||
<groupId>org.apache.maven.plugins</groupId>
|
||
<artifactId>maven-shade-plugin</artifactId>
|
||
<version>2.4.2</version>
|
||
<executions>
|
||
<execution>
|
||
<phase>package</phase>
|
||
<goals>
|
||
<goal>shade</goal>
|
||
</goals>
|
||
<configuration>
|
||
<transformers>
|
||
<transformer
|
||
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
|
||
<mainClass>cn.ac.iie.storm.topology.StreamAggregateTopology</mainClass>
|
||
</transformer>
|
||
<transformer
|
||
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
||
<resource>META-INF/spring.handlers</resource>
|
||
</transformer>
|
||
<transformer
|
||
implementation="org.apache.maven.plugins.shade.resource.AppendingTransformer">
|
||
<resource>META-INF/spring.schemas</resource>
|
||
</transformer>
|
||
</transformers>
|
||
</configuration>
|
||
</execution>
|
||
</executions>
|
||
</plugin>
|
||
|
||
|
||
<plugin>
|
||
<groupId>org.jetbrains.kotlin</groupId>
|
||
<artifactId>kotlin-maven-plugin</artifactId>
|
||
<version>${kotlin.version}</version>
|
||
<executions>
|
||
<execution>
|
||
<id>compile</id>
|
||
<phase>compile</phase>
|
||
<goals>
|
||
<goal>compile</goal>
|
||
</goals>
|
||
</execution>
|
||
<execution>
|
||
<id>conntest-compile</id>
|
||
<phase>test-compile</phase>
|
||
<goals>
|
||
<goal>test-compile</goal>
|
||
</goals>
|
||
</execution>
|
||
<execution>
|
||
<id>test-compile</id>
|
||
<phase>test-compile</phase>
|
||
<goals>
|
||
<goal>test-compile</goal>
|
||
</goals>
|
||
</execution>
|
||
</executions>
|
||
<configuration>
|
||
<jvmTarget>1.8</jvmTarget>
|
||
</configuration>
|
||
</plugin>
|
||
<plugin>
|
||
<groupId>org.apache.maven.plugins</groupId>
|
||
<artifactId>maven-compiler-plugin</artifactId>
|
||
<version>2.3.2</version>
|
||
<executions>
|
||
<execution>
|
||
<id>compile</id>
|
||
<phase>compile</phase>
|
||
<goals>
|
||
<goal>compile</goal>
|
||
</goals>
|
||
</execution>
|
||
<execution>
|
||
<id>testCompile</id>
|
||
<phase>test-compile</phase>
|
||
<goals>
|
||
<goal>testCompile</goal>
|
||
</goals>
|
||
</execution>
|
||
</executions>
|
||
<configuration>
|
||
<source>1.8</source>
|
||
<target>1.8</target>
|
||
</configuration>
|
||
</plugin>
|
||
</plugins>
|
||
<resources>
|
||
<resource>
|
||
<directory>properties</directory>
|
||
<includes>
|
||
<include>**/*.properties</include>
|
||
</includes>
|
||
<filtering>false</filtering>
|
||
</resource>
|
||
<resource>
|
||
<directory>properties</directory>
|
||
<includes>
|
||
<include>log4j.properties</include>
|
||
</includes>
|
||
<filtering>false</filtering>
|
||
</resource>
|
||
</resources>
|
||
</build>
|
||
|
||
|
||
|
||
<dependencies>
|
||
<!-- https://mvnrepository.com/artifact/org.apache.kafka/kafka -->
|
||
<dependency>
|
||
<groupId>org.apache.kafka</groupId>
|
||
<artifactId>kafka_2.11</artifactId>
|
||
<version>1.0.0</version>
|
||
<exclusions>
|
||
<exclusion>
|
||
<artifactId>slf4j-log4j12</artifactId>
|
||
<groupId>org.slf4j</groupId>
|
||
</exclusion>
|
||
</exclusions>
|
||
</dependency>
|
||
<!--去掉scope就OK了。但如果将storm程序打包到storm集群环境运行，需要指定scope为provided，否则集群上已经包含了storm-core的jar，该storm-core中包含default配置文件，这样两个scorm-core会导致冲突-->
|
||
<dependency>
|
||
<groupId>org.apache.storm</groupId>
|
||
<artifactId>storm-core</artifactId>
|
||
<version>${storm.version}</version>
|
||
<!-- <scope>provided</scope>-->
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>org.apache.storm</groupId>
|
||
<artifactId>storm-kafka</artifactId>
|
||
<version>${storm.version}</version>
|
||
</dependency>
|
||
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>junit</groupId>-->
|
||
<!-- <artifactId>junit</artifactId>-->
|
||
<!-- <version>4.12</version>-->
|
||
<!-- <scope>test</scope>-->
|
||
<!-- </dependency>-->
|
||
|
||
<dependency>
|
||
<groupId>com.alibaba</groupId>
|
||
<artifactId>fastjson</artifactId>
|
||
<version>1.2.70</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>cglib</groupId>
|
||
<artifactId>cglib-nodep</artifactId>
|
||
<version>3.2.4</version>
|
||
</dependency>
|
||
|
||
|
||
<!-- https://mvnrepository.com/artifact/org.apache.zookeeper/zookeeper -->
|
||
<dependency>
|
||
<groupId>org.apache.zookeeper</groupId>
|
||
<artifactId>zookeeper</artifactId>
|
||
<version>3.4.9</version>
|
||
<exclusions>
|
||
<exclusion>
|
||
<artifactId>slf4j-log4j12</artifactId>
|
||
<groupId>org.slf4j</groupId>
|
||
</exclusion>
|
||
<exclusion>
|
||
<artifactId>log4j-over-slf4j</artifactId>
|
||
<groupId>org.slf4j</groupId>
|
||
</exclusion>
|
||
</exclusions>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>io.prometheus</groupId>
|
||
<artifactId>simpleclient</artifactId>
|
||
<version>0.9.0</version>
|
||
</dependency>
|
||
<!-- Hotspot JVM metrics-->
|
||
<dependency>
|
||
<groupId>io.prometheus</groupId>
|
||
<artifactId>simpleclient_hotspot</artifactId>
|
||
<version>0.9.0</version>
|
||
</dependency>
|
||
<!-- Exposition HTTPServer-->
|
||
<dependency>
|
||
<groupId>io.prometheus</groupId>
|
||
<artifactId>simpleclient_httpserver</artifactId>
|
||
<version>0.9.0</version>
|
||
</dependency>
|
||
<!-- Pushgateway exposition-->
|
||
<dependency>
|
||
<groupId>io.prometheus</groupId>
|
||
<artifactId>simpleclient_pushgateway</artifactId>
|
||
<version>0.9.0</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>com.zdjizhi</groupId>
|
||
<artifactId>galaxy</artifactId>
|
||
<version>1.0.1</version>
|
||
<exclusions>
|
||
<exclusion>
|
||
<artifactId>slf4j-log4j12</artifactId>
|
||
<groupId>org.slf4j</groupId>
|
||
</exclusion>
|
||
<exclusion>
|
||
<artifactId>log4j-over-slf4j</artifactId>
|
||
<groupId>org.slf4j</groupId>
|
||
</exclusion>
|
||
</exclusions>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.avro</groupId>
|
||
<artifactId>avro</artifactId>
|
||
<version>1.10.0</version>
|
||
</dependency>
|
||
|
||
|
||
<dependency>
|
||
<groupId>org.junit.jupiter</groupId>
|
||
<artifactId>junit-jupiter-api</artifactId>
|
||
<version>5.3.2</version>
|
||
<scope>compile</scope>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.httpcomponents</groupId>
|
||
<artifactId>httpclient</artifactId>
|
||
<version>4.5.2</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>org.apache.httpcomponents</groupId>
|
||
<artifactId>httpcore</artifactId>
|
||
<version>4.4.1</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.apache.httpcomponents</groupId>
|
||
<artifactId>httpasyncclient</artifactId>
|
||
<version>4.1.2</version>
|
||
</dependency>
|
||
<!-- <!– The client –>-->
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>io.prometheus</groupId>-->
|
||
<!-- <artifactId>simpleclient</artifactId>-->
|
||
<!-- <version>0.6.0</version>-->
|
||
<!-- </dependency>-->
|
||
<!-- <!– Hotspot JVM metrics–>-->
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>io.prometheus</groupId>-->
|
||
<!-- <artifactId>simpleclient_hotspot</artifactId>-->
|
||
<!-- <version>0.6.0</version>-->
|
||
<!-- </dependency>-->
|
||
<!-- <!– Exposition HTTPServer–>-->
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>io.prometheus</groupId>-->
|
||
<!-- <artifactId>simpleclient_httpserver</artifactId>-->
|
||
<!-- <version>0.6.0</version>-->
|
||
<!-- </dependency>-->
|
||
|
||
<!-- https://mvnrepository.com/artifact/com.alibaba/fastjson -->
|
||
|
||
|
||
<dependency>
|
||
<groupId>org.apache.commons</groupId>
|
||
<artifactId>commons-lang3</artifactId>
|
||
<version>3.3.2</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>commons-collections</groupId>
|
||
<artifactId>commons-collections</artifactId>
|
||
<version>3.2.2</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>com.google.guava</groupId>
|
||
<artifactId>guava</artifactId>
|
||
<version>18.0</version>
|
||
</dependency>
|
||
<!-- https://mvnrepository.com/artifact/commons-io/commons-io -->
|
||
<dependency>
|
||
<groupId>commons-io</groupId>
|
||
<artifactId>commons-io</artifactId>
|
||
<version>2.6</version>
|
||
</dependency>
|
||
|
||
<dependency>
|
||
<groupId>com.amazonaws</groupId>
|
||
<artifactId>aws-java-sdk</artifactId>
|
||
<version>1.11.781</version>
|
||
</dependency>
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>org.jetbrains.kotlin</groupId>-->
|
||
<!-- <artifactId>kotlin-stdlib-jdk8</artifactId>-->
|
||
<!-- <version>${kotlin.version}</version>-->
|
||
<!-- </dependency>-->
|
||
<!-- <dependency>-->
|
||
<!-- <groupId>org.jetbrains.kotlin</groupId>-->
|
||
<!-- <artifactId>kotlin-conntest</artifactId>-->
|
||
<!-- <version>${kotlin.version}</version>-->
|
||
<!-- <scope>conntest</scope>-->
|
||
<!-- </dependency>-->
|
||
<dependency>
|
||
<groupId>junit</groupId>
|
||
<artifactId>junit</artifactId>
|
||
<version>4.13</version>
|
||
<scope>compile</scope>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.jetbrains.kotlin</groupId>
|
||
<artifactId>kotlin-stdlib-jdk8</artifactId>
|
||
<version>${kotlin.version}</version>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.jetbrains.kotlin</groupId>
|
||
<artifactId>kotlin-test</artifactId>
|
||
<version>${kotlin.version}</version>
|
||
<scope>test</scope>
|
||
</dependency>
|
||
<dependency>
|
||
<groupId>org.jetbrains.kotlin</groupId>
|
||
<artifactId>kotlin-stdlib-jdk8</artifactId>
|
||
<version>${kotlin.version}</version>
|
||
</dependency>
|
||
|
||
|
||
<dependency>
|
||
<groupId>nl.bitwalker</groupId>
|
||
<artifactId>UserAgentUtils</artifactId>
|
||
<version>1.2.4</version>
|
||
</dependency>
|
||
|
||
</dependencies>
|
||
|
||
|
||
</project> |