tech.mlsql.tool.LoadRewriter.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of mlsql-sql-profiler-2.4_2.11 Show documentation

The newest version!

package tech.mlsql.tool

import tech.mlsql.dsl.adaptor.{DslTool, LoadStatement}
import tech.mlsql.indexer.MlsqlOriTable

/**
 * 20/12/2020 WilliamZhu([email protected])
 */
class LoadRewriter(loadStat: LoadStatement) extends DslTool {
  def assign(format: String, path: String, indexerType: Option[String]): String = {
    var where = ""

    val prefix = indexerType.map(item => s"${item}_").getOrElse("")

    if (!loadStat.option.isEmpty) {
      where = "where " + loadStat.option.map { kv =>
        s"`${kv._1}` = '''${kv._2}'''"
      }.mkString(" and ")
    }

    val rewriteRaw =
      s"""
         |load ${format}.`_mlsql_indexer_.${prefix}${loadStat.format}_${path}` ${where} as ${loadStat.tableName};
         |""".stripMargin

    rewriteRaw
  }
}

object LoadUtils {
  def from(oriTable: MlsqlOriTable): String = {
    var where = ""
    if (!oriTable.options.isEmpty) {
      where = "where " + oriTable.options.map { kv =>
        s"`${kv._1}` = '''${kv._2}'''"
      }.mkString(" and ")
    }
    val rewriteRaw =
      s"""
         |load ${oriTable.format}.`${oriTable.path}` ${where} as ${oriTable.name};
         |""".stripMargin
    rewriteRaw
  }
}