过滤schema为BASE的日志

2020-08-25 14:52:45 +08:00
parent b7a156b0b8
commit 40e76754d0
1 changed files with 1 additions and 1 deletions
--- a/ip-learning-spark/src/main/scala/cn/ac/iie/dao/BaseClickhouseData.scala
+++ b/ip-learning-spark/src/main/scala/cn/ac/iie/dao/BaseClickhouseData.scala
@@ -31,7 +31,7 @@ object BaseClickhouseData {
  }

  def loadConnectionDataFromCk(): Unit ={
-    val where = "common_recv_time >= " + timeLimit._2 + " AND common_recv_time < " + timeLimit._1
+    val where = "common_recv_time >= " + timeLimit._2 + " AND common_recv_time < " + timeLimit._1 + " AND common_schema_type != 'BASE'"
    val sql =
      s"""
        |(SELECT