All Downloads are FREE. Search and download functionalities are using the official Maven repository.
  • Log In
  • Register

    • org.openimaj.demos.video.videosift.VideoIPD Maven / Gradle / Ivy

    Go to download

    A project for various tests that don't quite constitute demos but might be useful to look at.

    There is a newer version: 1.3.10
    Show newest version
    /**
 * Copyright (c) 2011, The University of Southampton and the individual contributors.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 *   * 	Redistributions of source code must retain the above copyright notice,
 * 	this list of conditions and the following disclaimer.
 *
 *   *	Redistributions in binary form must reproduce the above copyright notice,
 * 	this list of conditions and the following disclaimer in the documentation
 * 	and/or other materials provided with the distribution.
 *
 *   *	Neither the name of the University of Southampton nor the names of its
 * 	contributors may be used to endorse or promote products derived from this
 * 	software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
package org.openimaj.demos.video.videosift;

import java.awt.Point;
import java.awt.event.KeyEvent;
import java.awt.event.KeyListener;

import javax.swing.JFrame;
import javax.swing.SwingUtilities;

import org.openimaj.demos.video.utils.FeatureClickListener;
import org.openimaj.demos.video.utils.PolygonDrawingListener;
import org.openimaj.demos.video.utils.PolygonExtractionProcessor;
import org.openimaj.feature.local.list.LocalFeatureList;
import org.openimaj.feature.local.matcher.FastBasicKeypointMatcher;
import org.openimaj.feature.local.matcher.MatchingUtilities;
import org.openimaj.feature.local.matcher.consistent.ConsistentLocalFeatureMatcher2d;
import org.openimaj.image.DisplayUtilities;
import org.openimaj.image.FImage;
import org.openimaj.image.MBFImage;
import org.openimaj.image.colour.RGBColour;
import org.openimaj.image.colour.Transforms;
import org.openimaj.image.feature.local.engine.ipd.FinderMode;
import org.openimaj.image.feature.local.engine.ipd.IPDSIFTEngine;
import org.openimaj.image.feature.local.interest.HarrisIPD;
import org.openimaj.image.feature.local.interest.IPDSelectionMode;
import org.openimaj.image.feature.local.interest.InterestPointData;
import org.openimaj.image.feature.local.interest.InterestPointVisualiser;
import org.openimaj.image.feature.local.keypoints.InterestPointKeypoint;
import org.openimaj.image.feature.local.keypoints.KeypointVisualizer;
import org.openimaj.image.renderer.MBFImageRenderer;
import org.openimaj.math.geometry.shape.Polygon;
import org.openimaj.math.geometry.shape.Shape;
import org.openimaj.math.geometry.transforms.HomographyRefinement;
import org.openimaj.math.geometry.transforms.MatrixTransformProvider;
import org.openimaj.math.geometry.transforms.estimation.RobustHomographyEstimator;
import org.openimaj.math.model.fit.RANSAC;
import org.openimaj.video.VideoDisplay;
import org.openimaj.video.VideoDisplayListener;
import org.openimaj.video.capture.VideoCapture;

/**
 * OpenIMAJ Real-time (ish) SIFT tracking and matching demo
 * 
 * @author Jonathon Hare ([email protected])
 * @author Sina Samangooei ([email protected])
 */
public class VideoIPD implements KeyListener, VideoDisplayListener {
	private VideoCapture capture;
	private VideoDisplay videoFrame;
	private JFrame modelFrame;
	private JFrame matchFrame;
	private MBFImage modelImage;

	private ConsistentLocalFeatureMatcher2d> matcher;
	private IPDSIFTEngine engine;
	private PolygonDrawingListener polygonListener;
	private FeatureClickListener featureClickListener;

	public VideoIPD() throws Exception {

		engine = getNewEngine();

		capture = new VideoCapture(320, 240);
		polygonListener = new PolygonDrawingListener();
		videoFrame = VideoDisplay.createVideoDisplay(capture);
		SwingUtilities.getRoot(videoFrame.getScreen()).addKeyListener(this);
		videoFrame.getScreen().addMouseListener(polygonListener);
		this.featureClickListener = new FeatureClickListener();
		videoFrame.getScreen().addMouseListener(featureClickListener);
		// videoFrame.getScreen().setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
		videoFrame.addVideoListener(this);

	}

	private IPDSIFTEngine getNewEngine() {
		final int derScale = 1;
		final int intScale = 3;
		final HarrisIPD ipd = new HarrisIPD(derScale, intScale);
		engine = new IPDSIFTEngine(ipd);
		engine.setSelectionMode(new IPDSelectionMode.Threshold(10000f));
		engine.setFinderMode(new FinderMode.Characteristic());
		// engine.setSelectionMode(new IPDSelectionMode.Count(10));
		engine.setAcrossScales(true);

		return engine;
	}

	@Override
	public void keyPressed(KeyEvent key) {
		if (key.getKeyCode() == KeyEvent.VK_SPACE) {
			this.videoFrame.togglePause();
		} else if (key.getKeyChar() == 'c' && this.polygonListener.getPolygon().getVertices().size() > 2) {
			try {
				final Polygon p = this.polygonListener.getPolygon().clone();
				this.polygonListener.reset();
				modelImage = capture.getCurrentFrame().process(
						new PolygonExtractionProcessor(p, RGBColour.BLACK));

				if (modelFrame == null) {
					modelFrame = DisplayUtilities.display(modelImage, "model");
					modelFrame.addKeyListener(this);

					// move the frame
					final Point pt = modelFrame.getLocation();
					modelFrame.setLocation(pt.x + this.videoFrame.getScreen().getWidth(), pt.y);

					// configure the matcher
					matcher = new ConsistentLocalFeatureMatcher2d>(
							new FastBasicKeypointMatcher>(8));
					matcher.setFittingModel(new RobustHomographyEstimator(10.0, 1500,
							new RANSAC.PercentageInliersStoppingCondition(0.5), HomographyRefinement.NONE));
				} else {
					DisplayUtilities.display(modelImage, modelFrame);
				}

				final FImage modelF = Transforms.calculateIntensityNTSC(modelImage);
				matcher.setModelFeatures(getNewEngine().findFeatures(modelF));
			} catch (final Exception e) {
				e.printStackTrace();
			}
		}
	}

	@Override
	public void keyReleased(KeyEvent arg0) {
	}

	@Override
	public void keyTyped(KeyEvent arg0) {
	}

	public static void main(String[] args) throws Exception {
		new VideoIPD();
	}

	@Override
	public void afterUpdate(VideoDisplay display) {
		if (matcher != null && !videoFrame.isPaused()) {
			final MBFImage capImg = videoFrame.getVideo().getCurrentFrame();
			final LocalFeatureList> kpl = engine.findFeatures(Transforms
					.calculateIntensityNTSC(capImg));

			final MBFImageRenderer renderer = capImg.createRenderer();
			renderer.drawPoints(kpl, RGBColour.MAGENTA, 3);

			MBFImage matches;
			if (matcher.findMatches(kpl)) {
				try {
					final Shape sh = modelImage.getBounds().transform(
							((MatrixTransformProvider) matcher.getModel()).getTransform().inverse());
					renderer.drawShape(sh, 3, RGBColour.BLUE);
				} catch (final RuntimeException e) {
				}

				matches = MatchingUtilities.drawMatches(modelImage, capImg, matcher.getMatches(), RGBColour.RED);
			} else {
				matches = MatchingUtilities.drawMatches(modelImage, capImg, null, RGBColour.RED);
			}

			if (matchFrame == null) {
				matchFrame = DisplayUtilities.display(matches, "matches");
				matchFrame.addKeyListener(this);

				final Point pt = matchFrame.getLocation();
				matchFrame.setLocation(pt.x, pt.y + matchFrame.getHeight());
			} else {
				DisplayUtilities.display(matches, matchFrame);
			}
		}
	}

	@Override
	public void beforeUpdate(MBFImage frame) {
		drawKeypoints(frame);
	}

	private void drawKeypoints(MBFImage frame) {
		final MBFImage capImg = frame;
		final LocalFeatureList> kpl = engine.findFeatures(Transforms
				.calculateIntensityNTSC(capImg));
		this.featureClickListener.setImage(kpl, frame.clone());
		final KeypointVisualizer kpv = new KeypointVisualizer(capImg, kpl);
		final InterestPointVisualiser ipv = InterestPointVisualiser.visualiseKeypoints(
				kpv.drawPatches(null, RGBColour.GREEN), kpl);
		frame.internalAssign(ipv.drawPatches(RGBColour.GREEN, RGBColour.BLUE));
	}
}




    © 2015 - 2025 Weber Informatics LLC | Privacy Policy