boofcv.io.ffmpeg.FfmpegVideoImageSequence Maven / Gradle / Ivy

Go to download
/*
 * Copyright (c) 2011-2019, Peter Abeles. All Rights Reserved.
 *
 * This file is part of BoofCV (http://boofcv.org).
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package boofcv.io.ffmpeg;

import boofcv.io.UtilIO;
import boofcv.io.image.ConvertBufferedImage;
import boofcv.io.image.SimpleImageSequence;
import boofcv.struct.image.ImageBase;
import boofcv.struct.image.ImageType;
import org.bytedeco.copiedstuff.FFmpegFrameGrabber;
import org.bytedeco.copiedstuff.Frame;
import org.bytedeco.copiedstuff.FrameGrabber;
import org.bytedeco.copiedstuff.Java2DFrameConverter;

import java.awt.image.BufferedImage;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;

import static org.bytedeco.javacpp.avutil.AV_LOG_ERROR;
import static org.bytedeco.javacpp.avutil.av_log_set_level;

/**
 * Uses JavaCV, which uses FFMPEG, to read in a video.
 *
 * @author Peter Abeles
 */
public class FfmpegVideoImageSequence> implements SimpleImageSequence
{
	String filename;
	FFmpegFrameGrabber frameGrabber;
	ImageType imageType;

	Java2DFrameConverter converter;

	boolean finished = false;

	BufferedImage current;
	BufferedImage next;
	T currentBoof;
	int frameNumber;

	public FfmpegVideoImageSequence(String filename, ImageType imageType ) {
		// Turn off that super annoying error message!
		av_log_set_level(AV_LOG_ERROR);

		this.filename = filename;
		this.imageType = imageType;
		converter = new Java2DFrameConverter();
		reset();
		if( finished )
			throw new RuntimeException("FFMPEG failed to open file. "+filename);
	}

	@Override
	public int getNextWidth() {
		return next.getWidth();
	}

	@Override
	public int getNextHeight() {
		return next.getHeight();
	}

	@Override
	public boolean hasNext() {
		return !finished;
	}

	@Override
	public T next() {
		if( finished)
			return null;

		current.createGraphics().drawImage(next,0,0,null);
		try {
			next = converter.convert(frameGrabber.grab());
			frameNumber++;
		} catch (FrameGrabber.Exception e) {
			finished = true;
		}
		if( frameNumber >= frameGrabber.getLengthInFrames() )
			finished = true;
		ConvertBufferedImage.convertFrom(current,currentBoof,true);
		return currentBoof;
	}

	@Override
	public  InternalImage getGuiImage() {
		return (InternalImage)current;
	}

	@Override
	public void close() {
		try {
			frameGrabber.stop();
			finished = true;
		} catch (FrameGrabber.Exception e) {
			throw new RuntimeException(e);
		}
	}

	@Override
	public int getFrameNumber() {
		return frameNumber;
	}

	@Override
	public void setLoop(boolean loop) {

	}

	@Override
	public ImageType getImageType() {
		return imageType;
	}

	@Override
	public void reset() {

		// InputStream can't be seeked. This is a problem. Hack around it is to write the file
		// to a temporary file or see if it's a file  pass that in
		URL url = UtilIO.ensureURL(filename);
		if( url == null )
			throw new RuntimeException("Invalid: "+finished);
		switch( url.getProtocol() ) {
			case "file":
				filename = url.getPath();
				// the filename will include an extra / in windows, this is fine
				// in Java but FFMPEG can't handle it. So this will strip off the
				// extra character and be cross platform
				filename = new File(filename).getAbsolutePath();
				break;

			case "jar":
				System.out.println("Copying the file from the jar to work around ffmpeg");
				// copy the resource into a temporary file
				try {
					InputStream in = UtilIO.openStream(filename);
					if( in == null ) throw new RuntimeException("Failed to open "+filename);
					final File tempFile = File.createTempFile("boofcv_ffmpeg_", ".mp4");
					tempFile.deleteOnExit();
					UtilIO.copyToFile(in,tempFile);
					filename = tempFile.getAbsolutePath();
				} catch( IOException e ) {
					e.printStackTrace();
					throw new RuntimeException(e);
				}
				break;
		}

		this.frameGrabber = new FFmpegFrameGrabber(filename);
		try {
			frameNumber = 0;
			finished = false;
			frameGrabber.start();
		} catch (FrameGrabber.Exception e) {
//			e.printStackTrace();
			finished = true;
			return;
		}

		try {
			Frame frame = frameGrabber.grab();
			next = converter.convert(frame);
			current = new BufferedImage(next.getWidth(),next.getHeight(),next.getType());
			currentBoof = imageType.createImage(next.getWidth(),next.getHeight());
		} catch (FrameGrabber.Exception e) {
			finished = true;
		}
	}
}