nlp.TextFileUtil Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of sigma-nlp Show documentation

Natural language processing toolbox using Sigma knowledge engineering system.

There is a newer version: 1.1

package nlp;

import com.google.common.collect.Lists;
import com.google.common.io.Resources;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.net.URL;
import java.util.List;

/**
 * Created by areed on 3/4/15.
 */
public class TextFileUtil {

    /****************************************************************
     * This method reads in a text file, breaking it into single line documents
     * Currently, sentences are not separated if they occur on the same line.
     *
     * @param filename          file to be read
     * @param separateSentences should sentences be separated if they occur on one line
     * @return list of strings from each line of the document
     */
    public static List readLines(String filename, boolean separateSentences) throws IOException {

        List documents = Lists.newArrayList();
        URL fileURL = Resources.getResource(filename);
        File f = new File(filename);
        BufferedReader bf = new BufferedReader(new FileReader(fileURL.getPath()));
        String line = null;
        try {
            while ((line = bf.readLine()) != null) {
                if (line == null || line.equals(""))
                    continue;
                documents.add(line);
            }
        }
        catch (IOException e) {
            e.printStackTrace();
            throw new IOException("Unable to read line in file. Last line successfully read was: " + line);
        }
        return documents;
    }
}