com.bbn.bue.common.files.DocIDToFileMapContains Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of common-core-open Show documentation

The newest version!

package com.bbn.bue.common.files;

import com.bbn.bue.common.BBNUtils;
import com.bbn.bue.common.StringUtils;

import com.google.common.base.Charsets;
import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Sets;
import com.google.common.io.Files;

import java.io.File;
import java.io.IOException;
import java.util.Set;

/**
 * Utility to check that a doc ID-to-file-map contains all documents
 * on a given list.
 */
public final class DocIDToFileMapContains {
  private DocIDToFileMapContains() {
    throw new UnsupportedOperationException();
  }

  public static void main(String[] argv) {
    // we wrap the main method in this way to
    // ensure a non-zero return value on failure
    try {
      trueMain(argv);
    } catch (Exception e) {
      e.printStackTrace();
      System.exit(1);
    }
  }

  private static void trueMain(String[] argv) throws IOException {
    BBNUtils.logCopyrightMessage();
    if (argv.length != 2) {
      System.err.println("usage: DocIDToFileMapContains docIDToFileMap fileList");
      System.exit(1);
    }

    final File docIdMapFile = new File(argv[0]);
    final File docListFile = new File(argv[1]);
    final ImmutableSet idsInDocList =
        ImmutableSet.copyOf(Files.asCharSource(docListFile, Charsets.UTF_8).readLines());
    final Set idsMapped = FileUtils.loadStringToFileMap(docIdMapFile).keySet();
    final ImmutableSet difference = Sets.difference(idsInDocList, idsMapped).immutableCopy();

    if (!difference.isEmpty()) {
      System.out.println(StringUtils.NewlineJoiner.join(difference));
      System.exit(1);
    } else {
      System.exit(0);
    }
  }
}