org.openimaj.demos.video.VideoShotDetectorVisualisation Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of demos Show documentation
Demos showing the use of OpenIMAJ
There is a newer version: 1.3.10
/**
 * Copyright (c) 2011, The University of Southampton and the individual contributors.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 *   * 	Redistributions of source code must retain the above copyright notice,
 * 	this list of conditions and the following disclaimer.
 *
 *   *	Redistributions in binary form must reproduce the above copyright notice,
 * 	this list of conditions and the following disclaimer in the documentation
 * 	and/or other materials provided with the distribution.
 *
 *   *	Neither the name of the University of Southampton nor the names of its
 * 	contributors may be used to endorse or promote products derived from this
 * 	software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
package org.openimaj.demos.video;

import java.awt.Toolkit;
import java.util.ArrayList;
import java.util.List;

import org.openimaj.demos.Demo;
import org.openimaj.feature.DoubleFV;
import org.openimaj.image.DisplayUtilities;
import org.openimaj.image.MBFImage;
import org.openimaj.image.colour.RGBColour;
import org.openimaj.image.processing.resize.ResizeProcessor;
import org.openimaj.image.renderer.MBFImageRenderer;
import org.openimaj.math.geometry.shape.Rectangle;
import org.openimaj.video.processing.shotdetector.CombiShotDetector;
import org.openimaj.video.processing.shotdetector.HistogramVideoShotDetector;
import org.openimaj.video.processing.shotdetector.LocalHistogramVideoShotDetector;
import org.openimaj.video.processing.shotdetector.ShotBoundary;
import org.openimaj.video.processing.shotdetector.ShotDetectedListener;
import org.openimaj.video.processing.shotdetector.VideoKeyframe;
import org.openimaj.video.timecode.VideoTimecode;
import org.openimaj.video.xuggle.XuggleVideo;

/**
 * Demonstration of the OpenIMAJ HistogramVideoShotDetector and visualisation thereof.
 * 
 * @author David Dupplaw ([email protected])
 * @created 1 Jun 2011
 */
@Demo(
		author = "David Dupplaw",
		description = "Gives a demo of the video shot detector by displaying an " +
				"animated visualisation of the process of shot detection using " +
				"differential histograms.",
		keywords = { "video", "shots", "shot detector" },
		title = "Video Shot Detector")
public class VideoShotDetectorVisualisation {
	/**
	 * Testing code.
	 * 
	 * @param args
	 */
	public static void main(final String[] args) {
		DisplayUtilities.displayName(new MBFImage(100, 100, 3), "vsd", true);
		DisplayUtilities.createNamedWindow("video").setLocation(0, 250);

		final List> keyframes =
				new ArrayList>();
		final int th = 64;
		final int tw = 64;
		final int h = 200;
		final int w = Toolkit.getDefaultToolkit().getScreenSize().width - tw;
		final MBFImage m = new MBFImage(w + tw, h, 3);
		final MBFImageRenderer renderer = m.createRenderer();
		final ResizeProcessor rp = new ResizeProcessor(tw, th, true);

		final XuggleVideo video = new XuggleVideo(
				"src/main/resources/org/openimaj/demos/video/guy_goma.mp4" );
		final CombiShotDetector vsd = new CombiShotDetector( video );
		vsd.addVideoShotDetector( new HistogramVideoShotDetector( video ), 1 );
		vsd.addVideoShotDetector( new LocalHistogramVideoShotDetector( video, 20 ), 1 );
		final double threshold = vsd.getThreshold();
		vsd.setStoreAllDifferentials(true);
		vsd.setFindKeyframes(true);
		vsd.addShotDetectedListener(new ShotDetectedListener()
		{
			private double lastMax = 10000;

			@Override
			public void shotDetected(final ShotBoundary sb, final VideoKeyframe vk)
			{
				// Store the keyframe
				if (vk != null)
					keyframes.add(vk.clone());

				// Reset the image
				m.zero();

				// Calculate the various variables required to draw the
				// visualisation.
				final DoubleFV dfv = vsd.getDifferentials();
				double max = Double.MIN_VALUE;
				for (int x = 0; x < dfv.length(); x++)
					max = Math.max(max, dfv.get(x));
				if (max > 50)
					this.lastMax = max;

				// Draw all the keyframes found onto the image
				for (final VideoKeyframe kf : keyframes)
				{
					final long fn = kf.getTimecode().getFrameNumber();
					final int x = (int) (fn * w / dfv.length());

					// We draw the keyframes along the top of the visualisation.
					// So we draw a line to the frame to match it up to the
					// differential
					renderer.drawLine(x, h, x, 0, new Float[] { 0.3f, 0.3f, 0.3f });
					renderer.drawImage(kf.getImage().process(rp), x + 1, 0);
				}

				// This is the threshold line drawn onto the image.
				renderer.drawLine(0, (int) (h - h / max * threshold), w,
						(int) (h - h / max * threshold), RGBColour.RED);

				// Now draw all the differentials
				int x = 0;
				for (int z = 0; z < dfv.length(); z++)
				{
					x = z * w / dfv.length();
					renderer.drawLine(x, h, x, (int) (h - h / max * dfv.get(z)),
							RGBColour.WHITE);
				}

				// Display the visualisation
				// DisplayUtilities.updateNamed( "vsd", m, "Video Shot Detector"
				// );

				// System.out.println( "Keyframes: "+keyframes );
				// DisplayUtilities.display( "Keyframes: ", keyframes.toArray(
				// new Image[0] ) );
			}

			@Override
			public void differentialCalculated(final VideoTimecode vt, final double d, final MBFImage frame)
			{

				// Display the visualisation
				// DisplayUtilities.updateNamed( "vsd", m, "Video Shot Detector"
				// );
				this.shotDetected(null, null);

				renderer.drawShapeFilled(new Rectangle(w + tw / 2 - 5, th, 10, h - th), RGBColour.BLACK);
				renderer.drawLine(w + tw / 2, h, w + tw / 2, (int) (h - h / this.lastMax * d), 10,
						RGBColour.RED);
				renderer.drawImage(frame.process(rp), w, 0);

				// Display the visualisation
				DisplayUtilities.updateNamed("vsd", m, "Video Shot Detector");

				DisplayUtilities.displayName(frame, "video");
			}
		});

		vsd.process();
	}
}