com.github.TKnudsen.ComplexDataObject.model.io.csv.CSVParser Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of complex-data-object Show documentation

A library that models real-world objects in Java, referred to as ComplexDataObjects. Other features: IO and preprocessing of ComplexDataObjects.

The newest version!

package com.github.TKnudsen.ComplexDataObject.model.io.csv;

import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;

import org.apache.commons.math3.exception.NullArgumentException;

import com.github.TKnudsen.ComplexDataObject.data.complexDataObject.ComplexDataObject;
import com.github.TKnudsen.ComplexDataObject.model.io.arff.WekaTools;
import com.github.TKnudsen.ComplexDataObject.model.io.parsers.ComplexDataObjectParser;
import com.github.TKnudsen.ComplexDataObject.model.io.parsers.ParserTools;

import weka.core.Instance;
import weka.core.Instances;
import weka.core.converters.CSVLoader;

/**
 * 
 * Title: CSVParser
 * 
 * 
 * 
 * Description: Parses ComplexDataObjects from a CSV file. Note: this parser is
 * not part of the persistence layer. In fact, it gathers new ComplexDataObjects
 * from a given file.
 * 
 * 
 * 
 * Copyright: Copyright (c) 2015
 * 
 * 
 * @author Juergen Bernard
 * @version 1.0
 */
public class CSVParser implements ComplexDataObjectParser {

	private String missingValueIndicator;

	public CSVParser(String missingValueIndicator) {
		this.missingValueIndicator = missingValueIndicator;
	}

	@Override
	public List parse(String filename) throws IOException {

		CSVLoader loader = new CSVLoader();
		loader.setSource(new File(filename));
		Instances instances = loader.getDataSet();

		List data = new ArrayList<>();

		// Step1: create metaMapping
		Map>> metaMapping = WekaTools.getAttributeSchema(instances);

		// Step2: create ComplexDataObjects
		for (int zeile = 0; zeile < instances.numInstances(); zeile++) {

			Instance instance = instances.instance(zeile);

			ComplexDataObject complexDataObject = new ComplexDataObject();

			// parse columns
			for (Integer spalte = 0; spalte < instances.numAttributes(); spalte++) {

				Entry entry = WekaTools.assignEntry(metaMapping, instance, spalte, missingValueIndicator);

				if (entry != null) {
					if (entry.getValue() != null && entry.getValue() instanceof String) {
						Date date = ParserTools.parseDate((String) entry.getValue());
						if (date != null)
							complexDataObject.add(entry.getKey(), date);
						else
							complexDataObject.add(entry.getKey(), entry.getValue());
					} else
						complexDataObject.add(entry.getKey(), entry.getValue());
				} else
					throw new NullArgumentException();
			}
			data.add(complexDataObject);
		}
		return data;
	}

	public String getMissingValueIndicator() {
		return missingValueIndicator;
	}

	@Override
	public String getName() {
		return "CSVParser";
	}

	@Override
	public String getDescription() {
		return getName();
	}
}