org.databene.formats.text.DelocalizingConverter Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of databene-formats Show documentation
Show all versions of databene-formats Show documentation
'Databene Formats' is an open source software library for supporting
data file and other formats like CSV, fixed width files, XLS, Properties and Regex.
It is designed for multithreaded use and high performance.
/*
* Copyright (C) 2011-2014 Volker Bergmann ([email protected]).
* All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.databene.formats.text;
import org.databene.formats.DataContainer;
import org.databene.formats.csv.CSVLineIterator;
import org.databene.commons.ConfigurationError;
import org.databene.commons.Converter;
import org.databene.commons.Encodings;
import org.databene.commons.converter.ThreadSafeConverter;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.util.Map;
import java.util.HashMap;
/**
* Delocalizes a String bye replacing local characters by international latin characters.
* For example the umlaut 'ä' is replaced with 'ae'.
*
* Created: 12.06.2006 18:53:55
* @author Volker Bergmann
*/
public class DelocalizingConverter extends ThreadSafeConverter {
/** File that contains the character mapping */
private static final String CONFIG_FILENAME = "org/databene/formats/text/DelocalizingConverter.csv";
/** The logger */
private static Logger logger = LoggerFactory.getLogger(DelocalizingConverter.class);
/** a Map of replacements. The key indicates the character to replace,
* the value the character to use for replacement*/
private Map replacements;
/** Default constructor */
public DelocalizingConverter() throws IOException {
super(String.class, String.class);
init();
}
// Converter implementation ----------------------------------------------------------------------------------------
/**
* Implementation of the Converter interface.
* @see Converter
*/
@Override
public String convert(String source) {
String product = source;
for (Map.Entry entry : replacements.entrySet())
product = product.replace(String.valueOf(entry.getKey()), entry.getValue());
return product;
}
// private initializers --------------------------------------------------------------------------------------------
/**
* Initializes the instance by reading the definition file of replacements
* @throws IOException when file access fails.
*/
private void init() throws IOException {
replacements = new HashMap();
CSVLineIterator iterator = new CSVLineIterator(CONFIG_FILENAME, ',', true, Encodings.UTF_8);
DataContainer tokens = new DataContainer();
while ((tokens = iterator.next(tokens)) != null)
addReplacements(tokens.getData());
}
/**
* adds a line from the replacement definition file to the replacement map.
* @param tokens the tokens of one line in the file.
* One line contains several replacement pairs.
*/
private void addReplacements(String[] tokens) {
if (tokens.length < 2)
throw new ConfigurationError("At least two tokens needed to define a replacement");
String replacement = tokens[tokens.length - 1];
for (int i = 0; i < tokens.length - 1; i++) {
String token = tokens[i];
if (token.length() != 1)
throw new ConfigurationError("Source token length must be 1, wrong for token: " + token);
addReplacement(token.charAt(0), replacement);
}
}
/**
* Adds one replacement pair to the replacement map.
* @param original the character to replace
* @param replacement the String to use as replacement
*/
private void addReplacement(char original, String replacement) {
String preset = replacements.get(original);
if (preset != null) {
if (preset.equals(replacement))
logger.warn("double definition of replacement: " + original + " -> " + replacement);
else
logger.error("ambiguous definition of replacement: " + original + " -> " + replacement + " / " + preset);
}
replacements.put(original, replacement);
}
}