com.emc.mongoose.base.item.io.CsvItemInput Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of mongoose-base Show documentation
Mongoose is a high-load storage performance testing tool
There is a newer version: 4.3.10
package com.emc.mongoose.base.item.io;

import static com.github.akurilov.commons.lang.Exceptions.throwUnchecked;

import com.emc.mongoose.base.Constants;
import com.emc.mongoose.base.item.Item;
import com.emc.mongoose.base.item.ItemFactory;
import com.emc.mongoose.base.logging.LogUtil;
import com.emc.mongoose.base.logging.Loggers;
import com.github.akurilov.commons.io.Input;
import java.io.BufferedReader;
import java.io.EOFException;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.nio.charset.StandardCharsets;
import java.util.List;
import org.apache.logging.log4j.Level;

/**
* The data item input using CSV file containing the human-readable data item records as the source
*/
public class CsvItemInput implements Input {

	protected BufferedReader itemsSrc;
	protected final ItemFactory itemFactory;

	/**
	* @param in the input stream to get the data item records from
	* @param itemFactory the concrete item factory used to parse the records
	* @throws IOException
	* @throws NoSuchMethodException
	*/
	public CsvItemInput(final InputStream in, final ItemFactory itemFactory) {
		this(
						new BufferedReader(new InputStreamReader(in, StandardCharsets.UTF_8), Constants.MIB),
						itemFactory);
	}

	protected CsvItemInput(final BufferedReader itemsSrc, final ItemFactory itemFactory) {
		setItemsSrc(itemsSrc);
		this.itemFactory = itemFactory;
	}

	protected final void setItemsSrc(final BufferedReader itemsSrc) {
		this.itemsSrc = itemsSrc;
	}

	@Override
	public long skip(final long itemsCount) {
		long i = 0;
		try {
			while (i < itemsCount && null != itemsSrc.readLine()) {
				i++;
			}
		} catch (final IOException e) {
			throwUnchecked(e);
		}
		return i;
	}

	@Override
	public I get() {
		try {
			final String nextLine = itemsSrc.readLine();
			try {
				return nextLine == null ? null : itemFactory.getItem(nextLine);
			} catch (final IllegalArgumentException e) {
				LogUtil.trace(
								Loggers.ERR,
								Level.WARN,
								e,
								"Failed to build the item from the string \"{}\"",
								nextLine);
			}
		} catch (final IOException e) {
			throwUnchecked(e);
		}
		return null;
	}

	@Override
	public int get(final List buffer, final int limit) {
		int i = 0;
		String nextLine = null;
		try {
			while (i < limit) {
				nextLine = itemsSrc.readLine();
				if (nextLine == null) {
					if (i == 0) {
						throw new EOFException();
					} else {
						break;
					}
				}
				buffer.add(itemFactory.getItem(nextLine));
				i++;
			}
		} catch (final IllegalArgumentException e) {
			LogUtil.trace(
							Loggers.ERR, Level.WARN, e, "Failed to build the item from the string \"{}\"", nextLine);
		} catch (final IOException e) {
			throwUnchecked(e);
		}
		return i;
	}

	/**
	* Most probably will cause an IOException due to missing mark
	*
	* @throws IOException
	*/
	@Override
	public void reset() {
		try {
			itemsSrc.reset();
		} catch (final IOException e) {
			throwUnchecked(e);
		}
	}

	@Override
	public void close() {
		try {
			itemsSrc.close();
		} catch (final IOException e) {
			throwUnchecked(e);
		}
	}

	@Override
	public String toString() {
		return "csvItemInput<" + itemsSrc + ">";
	}
}