• Home
• tech.mlsql
• streamingpro-mlsql-spark_2.4
• 1.2.0
• source code
• LogTail.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

streaming.dsl.load.batch.LogTail.scala Maven / Gradle / Ivy

package streaming.dsl.load.batch

import streaming.common.shell.ShellCommand


/**
  * 2019-04-02 WilliamZhu([email protected])
  */
object LogTail {

  def log(owner: String, filePath: String, offset: Long, size: Int = 1024 * 1024 - 1) = {
    val (newOffset, msg, fileSize) = ShellCommand.progress(filePath, offset, size)
    val newMsg = msg.split("\n").filter(f => f.contains(s"[owner] [${owner}]"))
    LogMsg(newOffset, newMsg)
  }
}

case class LogMsg(offset: Long, msg: Seq[String])