修复too many statement（limit is 4）问题前备份
This commit is contained in:
yinjiangyi
88
.idea/artifacts/generate_baselines_jar.xml
generated
Normal file
88
.idea/artifacts/generate_baselines_jar.xml
generated
Normal file
@@ -0,0 +1,88 @@
|
||||
<component name="ArtifactManager">
|
||||
<artifact type="jar" name="generate-baselines:jar">
|
||||
<output-path>$PROJECT_DIR$/out/artifacts/generate_baselines_jar</output-path>
|
||||
<root id="archive" name="generate-baselines.jar">
|
||||
<element id="directory" name="META-INF">
|
||||
<element id="file-copy" path="$PROJECT_DIR$/src/META-INF/MANIFEST.MF" />
|
||||
</element>
|
||||
<element id="module-output" name="generate-baselines" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/github/stephenc/jcip/jcip-annotations/1.0-1/jcip-annotations-1.0-1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/2.2.1/hbase-shaded-miscellaneous-2.2.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-protocol/2.2.3/hbase-protocol-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/fasterxml/jackson/core/jackson-databind/2.9.8/jackson-databind-2.9.8.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-metrics/2.2.3/hbase-metrics-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-lang/commons-lang/2.6/commons-lang-2.6.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/log4j/log4j/1.2.17/log4j-1.2.17.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/jfree/jcommon/1.0.21/jcommon-1.0.21.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/calcite/avatica/avatica-core/1.15.0/avatica-core-1.15.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/mortbay/jetty/jetty-sslengine/6.1.26/jetty-sslengine-6.1.26.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-annotations/2.8.5/hadoop-annotations-2.8.5.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-codec/commons-codec/1.10/commons-codec-1.10.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/io/vavr/vavr/0.10.2/vavr-0.10.2.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-cli/commons-cli/1.2/commons-cli-1.2.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/zookeeper/zookeeper/3.4.10/zookeeper-3.4.10.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/google/protobuf/protobuf-java/3.5.1/protobuf-java-3.5.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-auth/2.8.5/hadoop-auth-2.8.5.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/commons/commons-crypto/1.0.0/commons-crypto-1.0.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/google/guava/guava/11.0.2/guava-11.0.2.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/fasterxml/jackson/core/jackson-annotations/2.9.8/jackson-annotations-2.9.8.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/tukaani/xz/1.0/xz-1.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/jruby/jcodings/jcodings/1.0.18/jcodings-1.0.18.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-client/2.2.3/hbase-client-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/jruby/joni/joni/2.1.11/joni-2.1.11.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-common/2.2.3/hbase-common-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/thirdparty/hbase-shaded-protobuf/2.2.1/hbase-shaded-protobuf-2.2.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/jcraft/jsch/0.1.54/jsch-0.1.54.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/slf4j/slf4j-log4j12/1.6.1/slf4j-log4j12-1.6.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-protocol-shaded/2.2.3/hbase-protocol-shaded-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/slf4j/slf4j-api/1.7.26/slf4j-api-1.7.26.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/xmlenc/xmlenc/0.52/xmlenc-0.52.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-digester/commons-digester/1.8/commons-digester-1.8.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/thirdparty/hbase-shaded-netty/2.2.1/hbase-shaded-netty-2.2.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/calcite/avatica/avatica-metrics/1.15.0/avatica-metrics-1.15.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/curator/curator-client/2.7.1/curator-client-2.7.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/jfree/jfreechart/1.0.18/jfreechart-1.0.18.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/github/stephenc/findbugs/findbugs-annotations/1.3.9-1/findbugs-annotations-1.3.9-1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/springframework/spring-core/5.1.4.RELEASE/spring-core-5.1.4.RELEASE.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/typesafe/config/1.2.1/config-1.2.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-io/commons-io/2.5/commons-io-2.5.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-net/commons-net/3.1/commons-net-3.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-hadoop-compat/2.2.3/hbase-hadoop-compat-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/google/errorprone/error_prone_annotations/2.3.3/error_prone_annotations-2.3.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/httpcomponents/httpclient/4.5.6/httpclient-4.5.6.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hadoop/hadoop-common/2.8.5/hadoop-common-2.8.5.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/io/vavr/vavr-match/0.10.2/vavr-match-0.10.2.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/httpcomponents/httpcore/4.4.10/httpcore-4.4.10.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-metrics-api/2.2.3/hbase-metrics-api-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/nimbusds/nimbus-jose-jwt/4.41.1/nimbus-jose-jwt-4.41.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/springframework/spring-jcl/5.1.4.RELEASE/spring-jcl-5.1.4.RELEASE.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/yetus/audience-annotations/0.5.0/audience-annotations-0.5.0.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/hbase/hbase-hadoop2-compat/2.2.3/hbase-hadoop2-compat-2.2.3.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/htrace/htrace-core4/4.2.0-incubating/htrace-core4-4.2.0-incubating.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/curator/curator-framework/2.7.1/curator-framework-2.7.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/com/fasterxml/jackson/core/jackson-core/2.9.8/jackson-core-2.9.8.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/commons/commons-lang3/3.6/commons-lang3-3.6.jar" path-in-jar="/" />
|
||||
<element id="extracted-dir" path="$MAVEN_REPOSITORY$/org/apache/avro/avro/1.7.4/avro-1.7.4.jar" path-in-jar="/" />
|
||||
</root>
|
||||
</artifact>
|
||||
</component>
|
||||
6
.idea/vcs.xml
generated
Normal file
6
.idea/vcs.xml
generated
Normal file
@@ -0,0 +1,6 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project version="4">
|
||||
<component name="VcsDirectoryMappings">
|
||||
<mapping directory="$PROJECT_DIR$" vcs="Git" />
|
||||
</component>
|
||||
</project>
|
||||
File diff suppressed because one or more lines are too long
BIN
out/artifacts/generate_baselines_jar/generate-baselines.jar
Normal file
BIN
out/artifacts/generate_baselines_jar/generate-baselines.jar
Normal file
Binary file not shown.
88
out/artifacts/generate_baselines_jar/logs/ddos_baselines.log
Normal file
88
out/artifacts/generate_baselines_jar/logs/ddos_baselines.log
Normal file
@@ -0,0 +1,88 @@
|
||||
[2021-08-02 18:22:57] [WARN ] [Thread:main] org.apache.hadoop.util.NativeCodeLoader.<clinit>(NativeCodeLoader.java:62) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:zookeeper.version=3.4.10-39d3a4f269333c922ed3db283be479f9deacaa0f, built on 03/23/2017 10:13 GMT
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:host.name=192.168.36.74
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.version=1.8.0_271
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.vendor=Oracle Corporation
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.8.0_271.jdk/Contents/Home/jre
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.class.path=generate-baselines.jar
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.library.path=/Users/joy/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:.
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.io.tmpdir=/var/folders/y_/8fnngp3d0v96m1nvj7m_v9gm0000gn/T/
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:java.compiler=<NA>
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:os.name=Mac OS X
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:os.arch=x86_64
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:os.version=10.16
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:user.name=joy
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:user.home=/Users/joy
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.Environment.logEnv(Environment.java:100) - Client environment:user.dir=/Users/joy/work/iie/project/cyber_narrator/DDos/code/generate-baselines/out/artifacts/generate_baselines_jar
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063] org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:438) - Initiating client connection, connectString=192.168.44.12:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$13/1129251739@74cf9f64
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063-SendThread(192.168.44.12:2181)] org.apache.zookeeper.ClientCnxn$SendThread.logStartConnect(ClientCnxn.java:1032) - Opening socket connection to server 192.168.44.12/192.168.44.12:2181. Will not attempt to authenticate using SASL (unknown error)
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063-SendThread(192.168.44.12:2181)] org.apache.zookeeper.ClientCnxn$SendThread.primeConnection(ClientCnxn.java:876) - Socket connection established to 192.168.44.12/192.168.44.12:2181, initiating session
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:ReadOnlyZKClient-192.168.44.12:2181@0x4149c063-SendThread(192.168.44.12:2181)] org.apache.zookeeper.ClientCnxn$SendThread.onConnected(ClientCnxn.java:1299) - Session establishment complete on server 192.168.44.12/192.168.44.12:2181, sessionid = 0x17aaebc6507479f, negotiated timeout = 90000
|
||||
[2021-08-02 18:22:58] [INFO ] [Thread:main] cn.mesalab.service.BaselineGeneration.perform(BaselineGeneration.java:49) - Druid 成功建立连接
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:main] cn.mesalab.dao.DruidData.getServerIpList(DruidData.java:72) - 性能测试：ip list查询耗时——1252
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:main] cn.mesalab.service.BaselineGeneration.generateBaselinesThread(BaselineGeneration.java:91) - 共查询到服务端ip 10000 个
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:main] cn.mesalab.service.BaselineGeneration.generateBaselinesThread(BaselineGeneration.java:92) - Baseline batch 大小: 10
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 0
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 0
|
||||
[2021-08-02 18:22:59] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 0
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 23
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 16
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 6
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 2
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 11
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 5
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 3
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 7
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 15
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 4
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 17
|
||||
[2021-08-02 18:23:00] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 20
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 19
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 14
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 5
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 18
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 28
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 4
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 11
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 7
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 5
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 3
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 0
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 7
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 2
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 14
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 13
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 14
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 6
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 4
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 16
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 2
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 15
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 16
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 24
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 13
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 20
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 17
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-2] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 17 成功写入Baseline条数共计 17
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 21
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 25
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 10
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-3] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 18 成功写入Baseline条数共计 1
|
||||
[2021-08-02 18:23:01] [INFO ] [Thread:baseline-demo-0] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 15 成功写入Baseline条数共计 6
|
||||
[2021-08-02 18:23:02] [INFO ] [Thread:baseline-demo-1] cn.mesalab.service.BaselineGeneration.generateBaselines(BaselineGeneration.java:128) - Baseline 线程 16 成功写入Baseline条数共计 5
|
||||
13
pom.xml
13
pom.xml
@@ -9,6 +9,19 @@
|
||||
<version>1.0-SNAPSHOT</version>
|
||||
<build>
|
||||
<plugins>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-jar-plugin</artifactId>
|
||||
<version>3.0.2</version>
|
||||
<configuration>
|
||||
<archive>
|
||||
<manifest>
|
||||
<addClasspath>true</addClasspath>
|
||||
<mainClass>cn.mesalab.main.BaselineApplication</mainClass> <!-- 此处为主入口-->
|
||||
</manifest>
|
||||
</archive>
|
||||
</configuration>
|
||||
</plugin>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-compiler-plugin</artifactId>
|
||||
|
||||
3
src/META-INF/MANIFEST.MF
Normal file
3
src/META-INF/MANIFEST.MF
Normal file
@@ -0,0 +1,3 @@
|
||||
Manifest-Version: 1.0
|
||||
Main-Class: cn.mesalab.main.BaselineApplication
|
||||
|
||||
@@ -57,8 +57,7 @@ public class DruidData {
|
||||
ArrayList<String> serverIPs = new ArrayList<String>();
|
||||
String sql = "SELECT distinct " + ApplicationConfig.DRUID_SERVERIP_COLUMN_NAME
|
||||
+ " FROM " + ApplicationConfig.DRUID_TABLE
|
||||
+ " WHERE " + timeFilter
|
||||
+ " LIMIT 10000";// FOR TEST
|
||||
+ " WHERE " + timeFilter;// FOR TEST
|
||||
try{
|
||||
ResultSet resultSet = DruidUtils.executeQuery(connection,sql);
|
||||
while(resultSet.next()){
|
||||
|
||||
@@ -66,6 +66,8 @@ public class BaselineGeneration {
|
||||
|
||||
private static void generateBaselinesThread() throws InterruptedException {
|
||||
int threadNum = Runtime.getRuntime().availableProcessors();
|
||||
// int threadNum = 10;
|
||||
|
||||
|
||||
ThreadFactory namedThreadFactory = new ThreadFactoryBuilder()
|
||||
.setNameFormat("baseline-demo-%d").build();
|
||||
@@ -81,7 +83,11 @@ public class BaselineGeneration {
|
||||
new ThreadPoolExecutor.AbortPolicy());
|
||||
|
||||
// baseline 生成及写入
|
||||
// 耗时测试
|
||||
Long startQueryIPList = System.currentTimeMillis();
|
||||
ArrayList<String> destinationIps = druidData.getServerIpList();
|
||||
Long endQueryIPList = System.currentTimeMillis();
|
||||
|
||||
LOG.info("共查询到服务端ip " +destinationIps.size() + " 个");
|
||||
LOG.info("Baseline batch 大小: " + ApplicationConfig.GENERATE_BATCH_SIZE);
|
||||
|
||||
@@ -96,18 +102,13 @@ public class BaselineGeneration {
|
||||
executor.awaitTermination(10L, TimeUnit.HOURS);
|
||||
}
|
||||
|
||||
static void generateBaselines(){
|
||||
ArrayList<String> destinationIps = druidData.getServerIpList();
|
||||
generateBaselines(destinationIps);
|
||||
LOG.info("BaselineGeneration 共写入数据条数：" + destinationIps.size());
|
||||
}
|
||||
|
||||
public static void generateBaselines(List<String> ipList){
|
||||
Long startGenerationBaselines= System.currentTimeMillis();
|
||||
Long startReadDruidData = System.currentTimeMillis();
|
||||
|
||||
Long startGenerateTime = System.currentTimeMillis();
|
||||
|
||||
druidData = DruidData.getInstance();
|
||||
batchDruidData = druidData.readFromDruid(ipList);
|
||||
Long endReadDruidData = System.currentTimeMillis();
|
||||
//LOG.info("读取Druid数据耗时："+(endReadDruidData-startReadDruidData));
|
||||
|
||||
List<Put> putList = new ArrayList<>();
|
||||
for(String attackType: attackTypeList){
|
||||
@@ -119,7 +120,8 @@ public class BaselineGeneration {
|
||||
}
|
||||
}
|
||||
|
||||
Long endGenerateTime = System.currentTimeMillis();
|
||||
Long endGenerationBaselines= System.currentTimeMillis();
|
||||
//LOG.info("BaselineGeneration耗时："+(endGenerationBaselines-endReadDruidData));
|
||||
|
||||
try {
|
||||
hbaseTable.put(putList);
|
||||
@@ -129,7 +131,7 @@ public class BaselineGeneration {
|
||||
}
|
||||
|
||||
Long endWriteTime = System.currentTimeMillis();
|
||||
// LOG.info("性能测试：Baseline写入耗时——"+(endWriteTime-endGenerateTime));
|
||||
//LOG.info("BaselineWriteIn耗时："+(endWriteTime-endGenerationBaselines));
|
||||
}
|
||||
|
||||
private static int[] generateSingleIpBaseline(String ip, String attackType){
|
||||
@@ -142,7 +144,6 @@ public class BaselineGeneration {
|
||||
}
|
||||
|
||||
Long endQuerySingleIPTime = System.currentTimeMillis();
|
||||
//LOG.info("性能测试：单个ip查询耗时——"+(endQuerySingleIPTime-startQuerySingleIPTime));
|
||||
|
||||
// 时间序列缺失值补0
|
||||
List<Map<String, Object>> completSeries = SeriesUtils.complementSeries(originSeries);
|
||||
|
||||
@@ -26,6 +26,7 @@ public class DruidUtils {
|
||||
*/
|
||||
public static AvaticaConnection getConn() throws SQLException {
|
||||
Properties properties = new Properties();
|
||||
properties.setProperty("connectTimeout", String.valueOf(10*60*60));
|
||||
AvaticaConnection connection = (AvaticaConnection) DriverManager.getConnection(DRUID_URL, properties);
|
||||
threadLocal.set(connection);
|
||||
return connection;
|
||||
|
||||
@@ -54,5 +54,5 @@ baseline.kalman.r=0.002
|
||||
# 每更新1000个记录打印log
|
||||
log.write.count=10000
|
||||
# FOR TEST
|
||||
generate.batch.size=1000
|
||||
generate.batch.size=100
|
||||
|
||||
|
||||
@@ -3,7 +3,7 @@ log4j.logger.org.apache.http=OFF
|
||||
log4j.logger.org.apache.http.wire=OFF
|
||||
|
||||
#Log4j
|
||||
log4j.rootLogger=info,console,file
|
||||
log4j.rootLogger=debug,console,file
|
||||
log4j.appender.console=org.apache.log4j.ConsoleAppender
|
||||
log4j.appender.console.Threshold=info
|
||||
log4j.appender.console.layout=org.apache.log4j.PatternLayout
|
||||
|
||||
@@ -54,5 +54,5 @@ baseline.kalman.r=0.002
|
||||
# 每更新1000个记录打印log
|
||||
log.write.count=10000
|
||||
# FOR TEST
|
||||
generate.batch.size=1000
|
||||
generate.batch.size=100
|
||||
|
||||
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -3,7 +3,7 @@ log4j.logger.org.apache.http=OFF
|
||||
log4j.logger.org.apache.http.wire=OFF
|
||||
|
||||
#Log4j
|
||||
log4j.rootLogger=info,console,file
|
||||
log4j.rootLogger=debug,console,file
|
||||
log4j.appender.console=org.apache.log4j.ConsoleAppender
|
||||
log4j.appender.console.Threshold=info
|
||||
log4j.appender.console.layout=org.apache.log4j.PatternLayout
|
||||
|
||||
Reference in New Issue
Block a user