org.eobjects.analyzer.beans.TransliterateTransformer Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of AnalyzerBeans-i18n

Internationalization components for transliteration and character set identification

The newest version!

/**
 * AnalyzerBeans
 * Copyright (C) 2014 Neopost - Customer Information Management
 *
 * This copyrighted material is made available to anyone wishing to use, modify,
 * copy, or redistribute it subject to the terms and conditions of the GNU
 * Lesser General Public License, as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
 * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License
 * for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this distribution; if not, write to:
 * Free Software Foundation, Inc.
 * 51 Franklin Street, Fifth Floor
 * Boston, MA  02110-1301  USA
 */
package org.eobjects.analyzer.beans;

import org.eobjects.analyzer.beans.api.Categorized;
import org.eobjects.analyzer.beans.api.Configured;
import org.eobjects.analyzer.beans.api.Description;
import org.eobjects.analyzer.beans.api.OutputColumns;
import org.eobjects.analyzer.beans.api.Transformer;
import org.eobjects.analyzer.beans.api.TransformerBean;
import org.eobjects.analyzer.beans.categories.StringManipulationCategory;
import org.eobjects.analyzer.data.InputColumn;
import org.eobjects.analyzer.data.InputRow;

import com.ibm.icu.text.Transliterator;

@TransformerBean("Transliterate")
@Description("Converts non-latin characters to latin (or even ASCII) characters.")
@Categorized(StringManipulationCategory.class)
public class TransliterateTransformer implements Transformer {

	@Configured
	InputColumn column;

	@Configured(required = false)
	@Description("Should latin characters and diacritics be converted to plain ASCII?")
	boolean latinToAscii = true;

	private final Transliterator latinTransliterator = Transliterator.getInstance("Any-Latin");
	private final Transliterator asciiTransformer = Transliterator.getInstance("Latin-ASCII");

	@Override
	public OutputColumns getOutputColumns() {
		return new OutputColumns(column.getName() + " (transliterated)");
	}

	@Override
	public String[] transform(InputRow inputRow) {
		String value = inputRow.getValue(column);
		if (value == null) {
			return new String[1];
		}
		value = latinTransliterator.transform(value);
		if (latinToAscii) {
			value = asciiTransformer.transform(value);
		}
		return new String[] { value };
	}

}