com.github.seratch.scalikesolr.util.UpdateFormatLoader.scala Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of scalikesolr_2.9.2 Show documentation
scalikesolr
There is a newer version: 4.6.0
/*
 * Copyright 2011 Kazuhiro Sera
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
 * either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */

package com.github.seratch.scalikesolr.util

import xml.{ Node, XML }
import com.github.seratch.scalikesolr.request.common.WriterType
import com.github.seratch.scalikesolr.{ SolrDocumentValue, SolrDocument }
import java.io.{ FileInputStream, File }

import collection.JavaConverters._

object UpdateFormatLoader {

  def fromXML(xml: File): List[SolrDocument] = IO.using(new FileInputStream(xml)) {
    fis =>
      val xmlData = XML.load(fis)
      (xmlData \\ "doc").map {
        case doc: Node => new SolrDocument(writerType = WriterType.Standard, rawBody = doc.toString)
      }.toList
  }

  def fromXMLInJava(xml: File): java.util.List[SolrDocument] = fromXML(xml).asJava

  def fromXMLString(xmlString: String): List[SolrDocument] = {
    val xmlData = XML.loadString(xmlString)
    (xmlData \\ "doc").map {
      case doc: Node => new SolrDocument(writerType = WriterType.Standard, rawBody = doc.toString)
    }.toList
  }

  def fromXMLStringInJava(xmlString: String): java.util.List[SolrDocument] = fromXMLString(xmlString).asJava

  def fromCSV(csv: File): List[SolrDocument] = {
    val csvString = IO.readAsString(new FileInputStream(csv), "UTF-8")
    fromCSVString(csvString)
  }

  def fromCSVInJava(csv: File): java.util.List[SolrDocument] = fromCSV(csv).asJava

  def fromCSVString(csvString: String): List[SolrDocument] = {
    var headers: List[String] = Nil
    val listBuf = new collection.mutable.ListBuffer[SolrDocument]
    csvString.split("\n") foreach {
      case line: String if headers == Nil =>
        headers = line.replaceFirst("\r", "").split(",").toList
      case line: String =>
        val values = line.replaceFirst("\r", "").split(",").toList
        val docMap = headers.zip(values).toList.map {
          case (key, value) => (key.toString, new SolrDocumentValue(value.toString))
        }.toMap
        listBuf.append(new SolrDocument(map = docMap))
    }
    listBuf.toList
  }

  def fromCSVStringInJava(csvString: String): java.util.List[SolrDocument] = fromCSVString(csvString).asJava

}