All Downloads are FREE. Search and download functionalities are using the official Maven repository.

net.sf.okapi.common.encoder.PropertiesEncoder Maven / Gradle / Ivy

/*===========================================================================
  Copyright (C) 2008-2009 by the Okapi Framework contributors
-----------------------------------------------------------------------------
  Licensed under the Apache License, Version 2.0 (the "License");
  you may not use this file except in compliance with the License.
  You may obtain a copy of the License at

  http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software
  distributed under the License is distributed on an "AS IS" BASIS,
  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  See the License for the specific language governing permissions and
  limitations under the License.
===========================================================================*/

package net.sf.okapi.common.encoder;

import java.nio.charset.Charset;
import java.nio.charset.CharsetEncoder;
import java.nio.charset.StandardCharsets;

import net.sf.okapi.common.IParameters;

/**
 * Implements {@link IEncoder} for properties-type format.
 */
public class PropertiesEncoder implements IEncoder {
	private CharsetEncoder chsEnc = StandardCharsets.US_ASCII.newEncoder();
	private boolean escapeExtendedChars = false;
	private boolean useJavaEscapes = false;
	private String lineBreak;
	private String encoding;
	private IParameters params;
	private char last = Character.MAX_VALUE;

	@Override
	public void reset() {
		this.last = Character.MAX_VALUE;
	}

	/**
	 * Creates a new PropertiesEncoder object, with US-ASCII as the encoding.
	 */
	public PropertiesEncoder () {
	}
	
	@Override
	public void setOptions (IParameters params,
		String encoding,
		String lineBreak)
	{
		// lineBreak: They are converted to \n in this format
		chsEnc = Charset.forName(encoding).newEncoder();
		this.lineBreak = lineBreak;
		this.encoding = encoding;
		this.params = params;
		
		// Get the output options
		if ( params != null ) {
			escapeExtendedChars = params.getBoolean("escapeExtendedChars");
			useJavaEscapes = params.getBoolean("useJavaEscapes");
		}
	}

	@Override
	public String encode (String text, EncoderContext context)
	{
		if ( text == null ) return "";

		StringBuilder sbTmp = new StringBuilder(text.length());
		for ( int i=0; i 127 ) { // Extended chars
				// Store high surrogate for future use
				if ( Character.isHighSurrogate(value) ) {
					return "";
				}
				// Combine stored surrogate with current char to make a single codepoint
				if ( Character.isHighSurrogate(last) ) {
					int cp = Character.toCodePoint(last, value);
					String tmp = new String(Character.toChars(cp));
					if (escapeExtendedChars || !chsEnc.canEncode(tmp) ) {
						return String.format("\\u%04x\\u%04x", (int)tmp.charAt(0), (int)tmp.charAt(1));
					}
					else {
						return tmp;
					}
				}
				if ( escapeExtendedChars || !chsEnc.canEncode(value) ) {
					return String.format("\\u%04x", (int)value);
				}
			}
			return String.valueOf(value);
		}
	}

	@Override
	public String encode (int value,
			EncoderContext context)
	{
		if (Character.isSupplementaryCodePoint(value) ) {
			String tmp = new String(Character.toChars(value));
			if (( chsEnc != null ) && !chsEnc.canEncode(tmp) ) {
				return String.format("\\u%04x\\u%04x",
						(int)tmp.charAt(0), (int)tmp.charAt(1));
			}
			return tmp;
		}
		return encode((char)value, context);
	}

	@Override
	public String toNative (String propertyName,
		String value)
	{
		// PROP_ENCODING: Not applicable
		// PROP_LANGUGE: Not applicable
		
		// No changes for the other values
		return value;
	}

	@Override
	public String getLineBreak () {
		return lineBreak;
	}

	@Override
	public CharsetEncoder getCharsetEncoder () {
		return chsEnc;
	}

	@Override
	public IParameters getParameters() {
		return params;
	}

	@Override
	public String getEncoding() {
		return encoding;
	}

}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy