eu.stratosphere.api.scala.analysis.postPass.GlobalSchemaOptimizer.scala Maven / Gradle / Ivy

Go to download
/***********************************************************************************************************************
 * Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu)
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
 * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 **********************************************************************************************************************/

package eu.stratosphere.api.scala.analysis.postPass

import scala.collection.JavaConversions.asScalaBuffer
import scala.collection.JavaConversions.collectionAsScalaIterable

import eu.stratosphere.compiler.dag.OptimizerNode
import eu.stratosphere.compiler.plan.OptimizedPlan
import eu.stratosphere.api.scala.ScalaOperator

trait GlobalSchemaOptimizer {

  import Extractors._

  def optimizeSchema(plan: OptimizedPlan, compactSchema: Boolean): Unit = {

//    val (outputSets, outputPositions) = OutputSets.computeOutputSets(plan)
//    val edgeSchemas = EdgeDependencySets.computeEdgeDependencySets(plan, outputSets)
//
//    AmbientFieldDetector.updateAmbientFields(plan, edgeSchemas, outputPositions)
//
//    if (compactSchema) {
//      GlobalSchemaCompactor.compactSchema(plan)
//    }

    GlobalSchemaPrinter.printSchema(plan)
    
    plan.getDataSinks.map(_.getSinkNode).foldLeft(Set[OptimizerNode]())(persistConfiguration)
  }

  private def persistConfiguration(visited: Set[OptimizerNode], node: OptimizerNode): Set[OptimizerNode] = {

    visited.contains(node) match {

      case true => visited

      case false => {

        val children = node.getIncomingConnections.map(_.getSource).toSet
        val newVisited = children.foldLeft(visited + node)(persistConfiguration)

        node.getPactContract match {

          case c: ScalaOperator[_] => c.persistConfiguration(Some(node))
          case _                    =>
        }

        newVisited
      }
    }
  }
}