org.openimaj.demos.FVFWDetectAlign Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of sandbox Show documentation
A project for various tests that don't quite constitute demos but might be useful to look at.
There is a newer version: 1.3.8
/**
 * Copyright (c) 2011, The University of Southampton and the individual contributors.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 *   * 	Redistributions of source code must retain the above copyright notice,
 * 	this list of conditions and the following disclaimer.
 *
 *   *	Redistributions in binary form must reproduce the above copyright notice,
 * 	this list of conditions and the following disclaimer in the documentation
 * 	and/or other materials provided with the distribution.
 *
 *   *	Neither the name of the University of Southampton nor the names of its
 * 	contributors may be used to endorse or promote products derived from this
 * 	software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
package org.openimaj.demos;

import java.io.BufferedWriter;
import java.io.DataInput;
import java.io.DataOutput;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.commons.io.IOUtils;
import org.openimaj.image.FImage;
import org.openimaj.image.ImageUtilities;
import org.openimaj.image.processing.face.alignment.AffineAligner;
import org.openimaj.image.processing.face.alignment.FaceAligner;
import org.openimaj.image.processing.face.detection.DetectedFace;
import org.openimaj.image.processing.face.detection.FaceDetector;
import org.openimaj.image.processing.face.detection.keypoints.FKEFaceDetector;
import org.openimaj.image.processing.face.detection.keypoints.KEDetectedFace;
import org.openimaj.math.geometry.shape.Rectangle;
import org.openimaj.util.function.Operation;
import org.openimaj.util.parallel.Parallel;

import scala.actors.threadpool.Arrays;

public class FVFWDetectAlign {
	static interface FDFactory {
		FKEFaceDetector create();
	}

	@SuppressWarnings("unchecked")
	private static void extractFaces(final File indir, final File outDir, final FDFactory factory,
			final FaceAligner aligner) throws IOException
	{
		final List skipped = new ArrayList();

		Parallel.forEach(Arrays.asList(indir.listFiles()), new Operation() {

			@Override
			public void perform(File dir) {
				try {
					if (!dir.isDirectory())
						return;

					final FKEFaceDetector detector = factory.create();

					for (final File imgfile : dir.listFiles()) {
						if (!imgfile.getName().endsWith(".jpg"))
							continue;

						System.out.println(imgfile);
						final File outfile = new File(outDir, imgfile.getAbsolutePath().replace(indir.getAbsolutePath(),
								""));
						outfile.getParentFile().mkdirs();

						final FImage aligned = extractAndAlignFace(ImageUtilities.readF(imgfile), detector, aligner);

						if (aligned == null) {
							synchronized (skipped) {
								skipped.add(imgfile.toString());
							}
						} else {
							ImageUtilities.write(aligned, outfile);
						}
					}
				} catch (final Exception e) {
					e.printStackTrace();
					System.err.println(e);
				}
			}
		});

		final BufferedWriter writer = new BufferedWriter(new FileWriter(new File(outDir, "skipped.txt")));
		IOUtils.writeLines(skipped, "\n", writer);
		writer.close();
	}

	private static FImage
			extractAndAlignFace(FImage img, FKEFaceDetector detector, FaceAligner aligner)
	{
		final List faces = detector.detectFaces(img);

		if (faces.size() == 1)
			return aligner.align(faces.get(0));

		return null;
	}

	/**
	 * @param args
	 * @throws IOException
	 */
	public static void main(String[] args) throws IOException {
		final FDFactory factory = new FDFactory() {
			@Override
			public FKEFaceDetector create() {
				final FaceDetector inner = new FaceDetector() {
					@Override
					public void readBinary(DataInput in) throws IOException {
						// do nothing
					}

					@Override
					public byte[] binaryHeader() {
						return null;
					}

					@Override
					public void writeBinary(DataOutput out) throws IOException {
						// do nothing
					}

					@Override
					public List detectFaces(FImage image) {
						final List faces = new ArrayList();

						final int dw = Math.round(image.width / 2.2f);
						final int dh = Math.round(image.height / 2.2f);
						final int x = (image.width - dw) / 2;
						final int y = (image.height - dh) / 2;
						final Rectangle bounds = new Rectangle(x, y, dw, dh);

						faces.add(new DetectedFace(bounds, image.extractROI(bounds), 1f));

						return faces;
					}
				};

				return new FKEFaceDetector(inner, 1.5f);
			}
		};

		final AffineAligner aligner = new AffineAligner(125, 160, 0.1f);

		extractFaces(new File("/Volumes/Raid/face_databases/lfw"), new File(
				"/Volumes/Raid/face_databases/lfw-centre-affine/"), factory, aligner);
	}
}