21 lines
594 B
Scala
21 lines
594 B
Scala
package cn.ac.iie.dao
|
|
|
|
import cn.ac.iie.config.ApplicationConfig
|
|
import cn.ac.iie.spark.ArangoSpark
|
|
import cn.ac.iie.spark.rdd.{ArangoRdd, ReadOptions}
|
|
import cn.ac.iie.utils.SparkSessionUtil.sparkContext
|
|
import org.slf4j.LoggerFactory
|
|
|
|
object BaseArangoData {
|
|
private val LOG = LoggerFactory.getLogger(BaseArangoData.getClass)
|
|
private val options = ReadOptions(ApplicationConfig.ARANGODB_DB_NAME)
|
|
|
|
def loadArangoRdd[T](name:String): ArangoRdd[T] ={
|
|
val value = ArangoSpark.load[T](sparkContext, name, options)
|
|
|
|
LOG.warn(s"读取$name arangoDb:${value.count()}")
|
|
value
|
|
}
|
|
|
|
}
|