eu.stratosphere.api.java.operators.translation.PlanUnwrappingReduceGroupOperator Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of stratosphere-java Show documentation
There is a newer version: 0.5.2-hadoop2
/***********************************************************************************************************************
 *
 * Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu)
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
 * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 *
 **********************************************************************************************************************/
package eu.stratosphere.api.java.operators.translation;

import java.util.Iterator;

import eu.stratosphere.api.common.functions.GenericCombine;
import eu.stratosphere.api.common.functions.GenericGroupReduce;
import eu.stratosphere.api.common.operators.UnaryOperatorInformation;
import eu.stratosphere.api.common.operators.base.GroupReduceOperatorBase;
import eu.stratosphere.api.java.functions.GroupReduceFunction;
import eu.stratosphere.api.java.functions.GroupReduceFunction.Combinable;
import eu.stratosphere.api.java.operators.Keys;
import eu.stratosphere.api.java.tuple.Tuple2;
import eu.stratosphere.types.TypeInformation;
import eu.stratosphere.util.Collector;

/**
 * A reduce operator that takes 2-tuples (key-value pairs), and applies the group reduce operation only
 * on the unwrapped values.
 */
public class PlanUnwrappingReduceGroupOperator extends GroupReduceOperatorBase, OUT, GenericGroupReduce,OUT>> {

	public PlanUnwrappingReduceGroupOperator(GroupReduceFunction udf, Keys.SelectorFunctionKeys key, String name,
			TypeInformation outType, TypeInformation> typeInfoWithKey, boolean combinable)
	{
		super(combinable ? new TupleUnwrappingCombinableGroupReducer(udf) : new TupleUnwrappingNonCombinableGroupReducer(udf),
				new UnaryOperatorInformation, OUT>(typeInfoWithKey, outType), key.computeLogicalKeyPositions(), name);
		
		super.setCombinable(combinable);
	}
	
	// --------------------------------------------------------------------------------------------
	
	@Combinable
	public static final class TupleUnwrappingCombinableGroupReducer extends WrappingFunction>
		implements GenericGroupReduce, OUT>, GenericCombine>
	{

		private static final long serialVersionUID = 1L;
		
		private TupleUnwrappingIterator iter;
		private TupleWrappingCollector coll; 
		
		private TupleUnwrappingCombinableGroupReducer(GroupReduceFunction wrapped) {
			super(wrapped);
			this.iter = new TupleUnwrappingIterator();
			this.coll = new TupleWrappingCollector(this.iter);
		}


		@Override
		public void reduce(Iterator> values, Collector out) throws Exception {
			iter.set(values);
			this.wrappedFunction.reduce(iter, out);
		}

		@Override
		public void combine(Iterator> values, Collector> out) throws Exception {
				iter.set(values);
				coll.set(out);
				this.wrappedFunction.combine(iter, coll);
		}
		
		@Override
		public String toString() {
			return this.wrappedFunction.toString();
		}
	}
	
	public static final class TupleUnwrappingNonCombinableGroupReducer extends WrappingFunction>
		implements GenericGroupReduce, OUT>
	{
	
		private static final long serialVersionUID = 1L;
		
		private final TupleUnwrappingIterator iter; 
		
		private TupleUnwrappingNonCombinableGroupReducer(GroupReduceFunction wrapped) {
			super(wrapped);
			this.iter = new TupleUnwrappingIterator();
		}
	
	
		@Override
		public void reduce(Iterator> values, Collector out) throws Exception {
			iter.set(values);
			this.wrappedFunction.reduce(iter, out);
		}
		
		@Override
		public String toString() {
			return this.wrappedFunction.toString();
		}
	}
}