com.articulate.sigma.nlp.TextFileUtil Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of sigma-component Show documentation

Sigma knowledge engineering system is an system for developing, viewing and debugging theories in first order logic. It works with Knowledge Interchange Format (KIF) and is optimized for the Suggested Upper Merged Ontology (SUMO) www.ontologyportal.org.

The newest version!

package com.articulate.sigma.nlp;

import com.google.common.collect.Lists;
import com.google.common.io.Resources;

import java.io.*;
import java.net.URL;
import java.util.List;

/**
 * Created by areed on 3/4/15.
 */
public class TextFileUtil {

    /****************************************************************
     * This method reads in a text file, breaking it into single line documents
     * Currently, sentences are not separated if they occur on the same line.
     *
     * @param filename          file to be read
     * @param separateSentences should sentences be separated if they occur on one line
     * @return list of strings from each line of the document
     */
    public static List readLines(String filename, boolean separateSentences) throws IOException {

        List documents = Lists.newArrayList();
        URL fileURL = Resources.getResource(filename);
        File f = new File(filename);
        BufferedReader bf = new BufferedReader(new FileReader(fileURL.getPath()));
        String line = null;
        try {
            while ((line = bf.readLine()) != null) {
                if (line == null || line.equals(""))
                    continue;
                documents.add(line);
            }
        }
        catch (IOException e) {
            e.printStackTrace();
            throw new IOException("Unable to read line in file. Last line successfully read was: " + line);
        }
        return documents;
    }
}