org.openimaj.demos.FVFWDSiftPCAAugment Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of sandbox Show documentation
A project for various tests that don't quite constitute demos but might be useful to look at.
There is a newer version: 1.3.8
/**
 * Copyright (c) 2011, The University of Southampton and the individual contributors.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without modification,
 * are permitted provided that the following conditions are met:
 *
 *   * 	Redistributions of source code must retain the above copyright notice,
 * 	this list of conditions and the following disclaimer.
 *
 *   *	Redistributions in binary form must reproduce the above copyright notice,
 * 	this list of conditions and the following disclaimer in the documentation
 * 	and/or other materials provided with the distribution.
 *
 *   *	Neither the name of the University of Southampton nor the names of its
 * 	contributors may be used to endorse or promote products derived from this
 * 	software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
package org.openimaj.demos;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

import org.openimaj.feature.local.list.MemoryLocalFeatureList;
import org.openimaj.image.feature.dense.gradient.dsift.FloatDSIFTKeypoint;
import org.openimaj.io.IOUtils;
import org.openimaj.math.matrix.algorithm.pca.ThinSvdPrincipalComponentAnalysis;
import org.openimaj.util.array.ArrayUtils;
import org.openimaj.util.function.Operation;
import org.openimaj.util.parallel.Parallel;

import scala.actors.threadpool.Arrays;
import Jama.Matrix;

public class FVFWDSiftPCAAugment {
	static Matrix sample(File dir, int nsamples) throws IOException {
		final List files = new ArrayList();

		System.out.println("Finding files");
		for (final File d : dir.listFiles()) {
			if (d.isDirectory()) {
				for (final File f : d.listFiles()) {
					if (f.getName().endsWith(".bin")) {
						files.add(f);
					}
				}
			}
		}

		System.out.println("Shuffling");
		Collections.shuffle(files);

		System.out.println("Sampling");
		final double[][] data = new double[nsamples][];
		final int nPerFile = (int) Math.ceil(nsamples / (double) files.size());
		final List samples = new ArrayList();

		Parallel.forEach(files, new Operation() {
			@Override
			public void perform(File f) {
				try {
					System.out.println(f);

					final MemoryLocalFeatureList feats = MemoryLocalFeatureList.read(f,
							FloatDSIFTKeypoint.class);

					Collections.shuffle(feats);

					final MemoryLocalFeatureList s = feats.subList(0, nPerFile);
					synchronized (samples) {
						samples.addAll(s);
					}
				} catch (final Exception e) {
					e.printStackTrace();
				}
			}
		});

		for (int i = 0; i < nsamples; i++) {
			data[i] = ArrayUtils.convertToDouble(samples.get(i).descriptor);
		}

		System.out.println("Done");

		return new Matrix(data);
	}

	@SuppressWarnings("unchecked")
	private static void processFiles(final ThinSvdPrincipalComponentAnalysis pca, final File indir, final File outdir)
			throws IOException
	{
		for (final File d : indir.listFiles()) {
			if (d.isDirectory()) {

				Parallel.forEach(Arrays.asList(d.listFiles()), new Operation() {
					@Override
					public void perform(File f) {
						final Matrix basis = pca.getBasis();
						final Matrix tmp = new Matrix(1, 128);
						if (f.getName().endsWith(".bin")) {
							try {
								System.out.println("Processing " + f);

								final MemoryLocalFeatureList feats = MemoryLocalFeatureList.read(f,
										FloatDSIFTKeypoint.class);

								final File outfile = new File(outdir, f.getAbsolutePath().replace(
										indir.getAbsolutePath(), ""));
								outfile.getParentFile().mkdirs();

								for (final FloatDSIFTKeypoint kpt : feats) {
									tmp.getArray()[0] = ArrayUtils.convertToDouble(kpt.descriptor);
									final double[] proj = tmp.times(basis).getArray()[0];
									kpt.descriptor = ArrayUtils.convertToFloat(proj);

									kpt.descriptor = Arrays.copyOf(kpt.descriptor, kpt.descriptor.length + 2);
									kpt.descriptor[kpt.descriptor.length - 2] = (kpt.x / 125f) - 0.5f;
									kpt.descriptor[kpt.descriptor.length - 1] = (kpt.y / 160f) - 0.5f;
								}

								IOUtils.writeBinary(outfile, feats);
								f.delete();
							} catch (final Exception e) {

							}
						}
					}
				});
			}
		}
	}

	/**
	 * @param args
	 * @throws IOException
	 */
	public static void main(String[] args) throws IOException {
		final File indir = new File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift/");
		final Matrix samples = sample(indir, 100000);

		final ThinSvdPrincipalComponentAnalysis pca = new
				ThinSvdPrincipalComponentAnalysis(64);
		System.out.println("Performing PCA");
		pca.learnBasis(samples);
		IOUtils.writeToFile(pca, new
				File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift-pca64.bin"));
		// final ThinSvdPrincipalComponentAnalysis pca =
		// IOUtils.readFromFile(new File(
		// "/Volumes/Raid/face_databases/lfw-centre-affine-pdsift-pca64.bin"));

		processFiles(pca, indir, new File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift-pca64" +
				"/"));
	}
}