com.stratio.provider.mongodb.writer.MongodbWriter.scala Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of spark-mongodb-core Show documentation
Show all versions of spark-mongodb-core Show documentation
A Spark SQl library for MongoDB
The newest version!
/*
* Licensed to STRATIO (C) under one or more contributor license agreements.
* See the NOTICE file distributed with this work for additional information
* regarding copyright ownership. The STRATIO (C) licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package com.stratio.provider.mongodb.writer
import com.mongodb.casbah.Imports
import com.mongodb.{ServerAddress, MongoCredential}
import com.mongodb.casbah.Imports._
import com.stratio.provider.DeepConfig
import com.stratio.provider.mongodb.{MongodbSSLOptions, MongodbCredentials, MongodbClientFactory, MongodbConfig}
/**
* Abstract Mongodb writer.
* Used for saving a bunch of mongodb objects
* into specified database and collection
*
* @param config Configuration parameters (host,database,collection,...)
*/
abstract class MongodbWriter(config: DeepConfig) extends Serializable {
/**
* A MongoDB client is created for each writer.
*/
protected val mongoClient: MongodbClientFactory.Client =
MongodbClientFactory.createClient(
config[List[String]](MongodbConfig.Host)
.map(add => new ServerAddress(add)),
config[List[MongodbCredentials]](MongodbConfig.Credentials).map{
case MongodbCredentials(user,database,password) =>
MongoCredential.createCredential(user,database,password)},
config.get[MongodbSSLOptions](MongodbConfig.SSLOptions))
/**
* A MongoDB collection created from the specified database and collection.
*/
protected val dbCollection: MongoCollection =
mongoClient(config(MongodbConfig.Database))(config(MongodbConfig.Collection))
/**
* Abstract method that checks if a primary key exists in provided configuration
* and the language parameter.
* Then calls the 'save' method.
*
* @param it DBObject iterator.
*/
def saveWithPk (it: Iterator[DBObject]): Unit = {
val idFieldConfig = config.get[String](MongodbConfig.IdField)
val languageConfig = config.get[String](MongodbConfig.Language)
val itModified = it.map { case obj: BasicDBObject => {
if(idFieldConfig.isDefined) obj.append("_id", obj.get(idFieldConfig.get))
if(languageConfig.isDefined) obj.append("language", languageConfig.get)
obj
}}
save(itModified)
}
/**
* Abstract method for storing a bunch of MongoDB objects.
*
* @param it Iterator of mongodb objects.
*/
def save(it: Iterator[DBObject]): Unit
/**
* Drop MongoDB collection.
*/
def dropCollection: Unit = dbCollection.dropCollection()
/**
* Drop MongoDB collection.
*/
def isEmpty: Boolean = dbCollection.isEmpty
/**
* Close current MongoDB client.
*/
def close(): Unit = {
mongoClient.close()
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy