eu.stratosphere.api.scala.analysis.GlobalSchemaFields.scala Maven / Gradle / Ivy

Go to download
/***********************************************************************************************************************
 * Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu)
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
 * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 **********************************************************************************************************************/

package eu.stratosphere.api.scala.analysis

import scala.reflect.ClassTag

abstract sealed class Field extends Serializable {
  val localPos: Int
  val globalPos: GlobalPos
  var isUsed: Boolean = true
}

case class InputField(val localPos: Int, val globalPos: GlobalPos = new GlobalPos) extends Field
case class OutputField(val localPos: Int, val globalPos: GlobalPos = new GlobalPos) extends Field

class FieldSet[+FieldType <: Field] private (private val fields: Seq[FieldType]) extends Serializable {

  private var globalized: Boolean = false
  def isGlobalized = globalized

  def setGlobalized(): Unit = {
    assert(!globalized, "Field set has already been globalized")
    globalized = true
  }

  def apply(localPos: Int): FieldType = {
    fields.find(_.localPos == localPos).get
  }

  def select(selection: Seq[Int]): FieldSet[FieldType] = {
    val outer = this
    new FieldSet[FieldType](selection map apply) {
      override def setGlobalized() = outer.setGlobalized()
      override def isGlobalized = outer.isGlobalized
    }
  }

  def toSerializerIndexArray: Array[Int] = fields map {
    case field if field.isUsed => field.localPos
//    case field if field.isUsed => field.globalPos.getValue
    case _                     => -1
  } toArray

  def toIndexSet: Set[Int] = fields.map(_.localPos).toSet
//  def toIndexSet: Set[Int] = fields.filter(_.isUsed).map(_.globalPos.getValue).toSet

  def toIndexArray: Array[Int] = fields.map { _.localPos }.toArray

//  def mapToArray[T: ClassTag](fun: FieldType => T): Array[T] = {
//    (fields map fun) toArray
//  }
}

object FieldSet {

  def newInputSet(numFields: Int): FieldSet[InputField] = new FieldSet((0 until numFields) map { InputField(_) })
  def newOutputSet(numFields: Int): FieldSet[OutputField] = new FieldSet((0 until numFields) map { OutputField(_) })

  def newInputSet[T](udt: UDT[T]): FieldSet[InputField] = newInputSet(udt.numFields)
  def newOutputSet[T](udt: UDT[T]): FieldSet[OutputField] = newOutputSet(udt.numFields)

  implicit def toSeq[FieldType <: Field](fieldSet: FieldSet[FieldType]): Seq[FieldType] = fieldSet.fields
}

class GlobalPos extends Serializable {

  private var pos: Either[Int, GlobalPos] = null

  def getValue: Int = pos match {
    case null          => -1
    case Left(index)   => index
    case Right(target) => target.getValue
  }

  def getIndex: Option[Int] = pos match {
    case null | Right(_) => None
    case Left(index)     => Some(index)
  }

  def getReference: Option[GlobalPos] = pos match {
    case null | Left(_) => None
    case Right(target)  => Some(target)
  }

  def resolve: GlobalPos = pos match {
    case null          => this
    case Left(_)       => this
    case Right(target) => target.resolve
  }

  def isUnknown = pos == null
  def isIndex = (pos != null) && pos.isLeft
  def isReference = (pos != null) && pos.isRight

  def setIndex(index: Int) = {
    assert(pos == null || pos.isLeft, "Cannot convert a position reference to an index")
    pos = Left(index)
  }

  def setReference(target: GlobalPos) = {
//    assert(pos == null, "Cannot overwrite a known position with a reference")
    pos = Right(target)
  }
}

object GlobalPos {

  object Unknown {
    def unapply(globalPos: GlobalPos): Boolean = globalPos.isUnknown
  }

  object Index {
    def unapply(globalPos: GlobalPos): Option[Int] = globalPos.getIndex
  }

  object Reference {
    def unapply(globalPos: GlobalPos): Option[GlobalPos] = globalPos.getReference
  }
}