org.openimaj.video.gstreamer.GStreamerVideo Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of gstreamer-video Show documentation
...
There is a newer version: 1.3.6
/**
 * Copyright (c) 2011, The University of Southampton and the individual contributors.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 *   * 	Redistributions of source code must retain the above copyright notice,
 * 	this list of conditions and the following disclaimer.
 *
 *   *	Redistributions in binary form must reproduce the above copyright notice,
 * 	this list of conditions and the following disclaimer in the documentation
 * 	and/or other materials provided with the distribution.
 *
 *   *	Neither the name of the University of Southampton nor the names of its
 * 	contributors may be used to endorse or promote products derived from this
 * 	software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
package org.openimaj.video.gstreamer;

import org.bridj.Pointer;
import org.openimaj.image.ImageUtilities;
import org.openimaj.image.MBFImage;
import org.openimaj.image.colour.ColourSpace;
import org.openimaj.video.Video;
import org.openimaj.video.VideoDisplay;

public class GStreamerVideo extends Video {
	private OpenIMAJCapGStreamer gstreamer;
	private MBFImage frame;
	private int width;
	private int height;
	private boolean isStopped = true;

	/** The timestamp at which the capture (session) was started */
	private long captureStartedTimestamp = 0;

	/** The timestamp of the current image */
	private long currentTimestamp = 0;
	private String pipeline;
	private double fps;

	public GStreamerVideo(String pipeline) {
		this.pipeline = pipeline;

		gstreamer = new OpenIMAJCapGStreamer();

		reset();
	}

	@Override
	public synchronized MBFImage getNextFrame() {
		if (isStopped)
			return frame;

		final boolean err = gstreamer.nextFrame();
		if (!err)
			throw new RuntimeException(new GStreamerException("Error getting next frame"));

		final Pointer data = gstreamer.getImage();
		if (data == null) {
			return frame;
		}

		if (gstreamer.getBands() == 3) {
			final byte[] d = data.getBytes(width * height * 3);
			final float[][] r = frame.bands.get(0).pixels;
			final float[][] g = frame.bands.get(1).pixels;
			final float[][] b = frame.bands.get(2).pixels;

			for (int i = 0, y = 0; y < height; y++) {
				for (int x = 0; x < width; x++, i += 3) {
					final int blue = d[i + 0] & 0xFF;
					final int green = d[i + 1] & 0xFF;
					final int red = d[i + 2] & 0xFF;
					r[y][x] = ImageUtilities.BYTE_TO_FLOAT_LUT[red];
					g[y][x] = ImageUtilities.BYTE_TO_FLOAT_LUT[green];
					b[y][x] = ImageUtilities.BYTE_TO_FLOAT_LUT[blue];
				}
			}
		} else {
			final byte[] d = data.getBytes(width * height * 3);
			final float[][] g = frame.bands.get(0).pixels;

			for (int i = 0, y = 0; y < height; y++) {
				for (int x = 0; x < width; x++, i++) {
					g[y][x] = ImageUtilities.BYTE_TO_FLOAT_LUT[d[i] & 0xFF];
				}
			}
		}

		super.currentFrame++;

		if (captureStartedTimestamp == 0)
			captureStartedTimestamp = System.currentTimeMillis();
		currentTimestamp = System.currentTimeMillis() - captureStartedTimestamp;

		return frame;
	}

	@Override
	public MBFImage getCurrentFrame() {
		return frame;
	}

	@Override
	public int getWidth() {
		return width;
	}

	@Override
	public int getHeight() {
		return height;
	}

	@Override
	public long getTimeStamp() {
		return currentTimestamp;
	}

	@Override
	public double getFPS() {
		return fps;
	}

	@Override
	public boolean hasNextFrame() {
		// TODO Auto-generated method stub
		return false;
	}

	@Override
	public long countFrames() {
		return -1;
	}

	@Override
	public void reset() {
		gstreamer.close();

		// final Pointer cpipeline = Pointer.pointerToCString(pipeline +
		// "\0");
		final byte[] b = pipeline.getBytes();
		final byte[] b1 = new byte[b.length + 1];
		System.arraycopy(b, 0, b1, 0, b.length);
		b1[b.length] = 0;
		final Pointer cpipeline = Pointer.pointerToBytes(b1);
		if (!gstreamer.open(cpipeline)) {
			// cpipeline.release();
			throw new RuntimeException(new GStreamerException("Error"));
		}
		// cpipeline.release();

		isStopped = false;

		gstreamer.nextFrame();
		gstreamer.getImage();

		width = gstreamer.getWidth();
		height = gstreamer.getHeight();
		final int bands = gstreamer.getBands();
		this.fps = gstreamer.getProperty(OpenIMAJCapGStreamer.PROP_FPS);
		frame = new MBFImage(width, height, bands == 3 ? ColourSpace.RGB : ColourSpace.LUMINANCE_AVG);
		System.out.println("here11");
	}

	public static void main(String[] args) {
		final GStreamerVideo gsv = new GStreamerVideo(
				"videotestsrc ! video/x-raw,format=GRAY8 ! videoconvert ! appsink");
		System.out.println("here");

		VideoDisplay.createVideoDisplay(gsv);
	}
}