• Home
• org.julianmichael
• jjm-core_2.13
• 0.2.3
• source code
• TokenText.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ling.TokenText.scala Maven / Gradle / Ivy

package jjm.ling

case class TokenText(
  token: String,
  whitespaceBefore: String,
  whitespaceAfter: String) {
  def text: String = whitespaceBefore + token + whitespaceAfter
}
object TokenText {
  def fromText(text: String) = {
    val res = TokenText(
      text.trim,
      text.takeWhile(_.isWhitespace),
      text.reverse.takeWhile(_.isWhitespace).reverse
    )
    assert(res.text == text, s"TokenText text [${res.text}] must equal source [$text] it was derived from")
    res
  }

  import io.circe.{Encoder, Decoder}

  implicit val tokenTextEncoder: Encoder[TokenText] = Encoder.encodeString.contramap[TokenText](_.text)
  implicit val tokenTextDecoder: Decoder[TokenText] = Decoder.decodeString.map(fromText)
}