All Downloads are FREE. Search and download functionalities are using the official Maven repository.

eu.stratosphere.runtime.io.gates.OutputGate Maven / Gradle / Ivy

There is a newer version: 0.5.2-hadoop2
Show newest version
/***********************************************************************************************************************
 * Copyright (C) 2010-2014 by the Stratosphere project (http://stratosphere.eu)
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
 * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 **********************************************************************************************************************/

package eu.stratosphere.runtime.io.gates;

import eu.stratosphere.core.io.IOReadableWritable;
import eu.stratosphere.nephele.deployment.ChannelDeploymentDescriptor;
import eu.stratosphere.nephele.deployment.GateDeploymentDescriptor;
import eu.stratosphere.nephele.event.task.AbstractEvent;
import eu.stratosphere.runtime.io.Buffer;
import eu.stratosphere.runtime.io.channels.ChannelID;
import eu.stratosphere.runtime.io.channels.OutputChannel;
import eu.stratosphere.nephele.jobgraph.JobID;

import java.io.IOException;

public class OutputGate extends Gate {

	private OutputChannel[] channels;

	private boolean closed;
	
	/**
	 * Constructs a new output gate.
	 *
	 * @param jobId the ID of the job this input gate belongs to
	 * @param gateId the ID of the gate
	 * @param index the index assigned to this output gate at the Environment object
	 */
	public OutputGate(JobID jobId, GateID gateId, int index) {
		super(jobId, gateId, index);
	}

	// -----------------------------------------------------------------------------------------------------------------
	//                                             Data processing
	// -----------------------------------------------------------------------------------------------------------------

	public void sendBuffer(Buffer buffer, int targetChannel) throws IOException, InterruptedException {
		this.channels[targetChannel].sendBuffer(buffer);
	}

	public void sendEvent(AbstractEvent event, int targetChannel) throws IOException, InterruptedException {
		this.channels[targetChannel].sendEvent(event);
	}

	public void sendBufferAndEvent(Buffer buffer, AbstractEvent event, int targetChannel) throws IOException, InterruptedException {
		this.channels[targetChannel].sendBufferAndEvent(buffer, event);
	}

	public void broadcastBuffer(Buffer buffer) throws IOException, InterruptedException {
		for (int i = 1; i < this.channels.length; i++) {
			channels[i].sendBuffer(buffer.duplicate());
		}
		channels[0].sendBuffer(buffer);
	}

	public void broadcastEvent(AbstractEvent event) throws IOException, InterruptedException {
		for (OutputChannel channel : this.channels) {
			channel.sendEvent(event);
		}
	}

	// -----------------------------------------------------------------------------------------------------------------
	//                                              Channels
	// -----------------------------------------------------------------------------------------------------------------

	public void initializeChannels(GateDeploymentDescriptor descriptor) {
		int numChannels = descriptor.getNumberOfChannelDescriptors();
		this.channels = new OutputChannel[numChannels];

		setChannelType(descriptor.getChannelType());

		for (int i = 0; i < numChannels; i++) {
			ChannelDeploymentDescriptor channelDescriptor = descriptor.getChannelDescriptor(i);

			ChannelID id = channelDescriptor.getOutputChannelID();
			ChannelID connectedId = channelDescriptor.getInputChannelID();

			this.channels[i] = new OutputChannel(this, i, id, connectedId, getChannelType());
		}
	}

	public OutputChannel[] channels() {
		return this.channels;
	}

	public OutputChannel getChannel(int index) {
		return (index < this.channels.length) ? this.channels[index] : null;
	}

	public int getNumChannels() {
		return this.channels.length;
	}

	// -----------------------------------------------------------------------------------------------------------------
	//                                              Shutdown
	// -----------------------------------------------------------------------------------------------------------------

	public void requestClose() throws IOException, InterruptedException {
		for (OutputChannel channel : this.channels) {
			channel.requestClose();
		}
	}

	@Override
	public boolean isClosed() {
		if (this.closed) {
			return true;
		}
		
		for (OutputChannel channel : this.channels) {
			if (!channel.isClosed()) {
				return false;
			}
		}
		
		this.closed = true;
		return true;
	}
	
	public void waitForGateToBeClosed() throws InterruptedException {
		if (this.closed) {
			return;
		}
		
		for (OutputChannel channel : this.channels) {
			channel.waitForChannelToBeClosed();
		}
		
		this.closed = true;
	}

	// -----------------------------------------------------------------------------------------------------------------

	@Override
	public boolean isInputGate() {
		return false;
	}

	@Override
	public String toString() {
		return "Output " + super.toString();
	}

	@Override
	public void publishEvent(AbstractEvent event) throws IOException, InterruptedException {
		// replaced by broadcastEvent(AbstractEvent) => TODO will be removed with changes to input side
	}

	@Override
	public void releaseAllChannelResources() {
		// nothing to do for buffer oriented runtime => TODO will be removed with changes to input side
	}
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy