com.hazelcast.org.snakeyaml.engine.v2.api.YamlUnicodeReader Maven / Gradle / Ivy
/*
* Copyright (c) 2018, http://www.snakeyaml.org
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.hazelcast.org.snakeyaml.engine.v2.api;
/**
* version: 1.1 / 2007-01-25
* - changed BOM recognition ordering (longer boms first)
*
* Original pseudocode : Thomas Weidenfeller
* Implementation tweaked: Aki Nieminen
* Implementation changed: Andrey Somov
* no default encoding must be provided - UTF-8 is used by default (http://www.yaml.org/spec/1.2/spec.html#id2771184)
*
* http://www.unicode.org/unicode/faq/utf_bom.html
* BOMs:
* 00 00 FE FF = UTF-32, big-endian
* FF FE 00 00 = UTF-32, little-endian
* FE FF = UTF-16, big-endian
* FF FE = UTF-16, little-endian
* EF BB BF = UTF-8
*
*
* Win2k Notepad:
* Unicode format = UTF-16LE
***/
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.PushbackInputStream;
import java.io.Reader;
import java.nio.charset.Charset;
import java.nio.charset.CharsetDecoder;
import java.nio.charset.CodingErrorAction;
import java.nio.charset.StandardCharsets;
/**
* Generic unicode textreader, which will use BOM mark to identify the encoding
* to be used. If BOM is not found then use a given default or system encoding.
*/
public class YamlUnicodeReader extends Reader {
private static final Charset UTF8 = StandardCharsets.UTF_8;
private static final Charset UTF16BE = StandardCharsets.UTF_16BE;
private static final Charset UTF16LE = StandardCharsets.UTF_16LE;
private static final Charset UTF32BE = Charset.forName("UTF-32BE");
private static final Charset UTF32LE = Charset.forName("UTF-32LE");
PushbackInputStream internalIn;
InputStreamReader internalIn2 = null;
Charset encoding = UTF8;
private static final int BOM_SIZE = 4;
/**
* @param in InputStream to be read
*/
public YamlUnicodeReader(InputStream in) {
internalIn = new PushbackInputStream(in, BOM_SIZE);
}
/**
* Get stream encoding or NULL if stream is uninitialized. Call init() or
* read() method to initialize it.
*
* @return the name of the character encoding being used by this stream.
*/
public Charset getEncoding() {
return encoding;
}
/**
* Read-ahead four bytes and check for BOM marks. Extra bytes are unread
* back to the stream, only BOM bytes are skipped.
*
* @throws IOException if InputStream cannot be created
*/
protected void init() throws IOException {
if (internalIn2 != null)
return;
byte[] bom = new byte[BOM_SIZE];
int n;
int unread;
n = internalIn.read(bom, 0, bom.length);
if ((bom[0] == (byte) 0x00) && (bom[1] == (byte) 0x00) &&
(bom[2] == (byte) 0xFE) && (bom[3] == (byte) 0xFF)) {
encoding = UTF32BE;
unread = n - 4;
} else if ((bom[0] == (byte) 0xFF) && (bom[1] == (byte) 0xFE) &&
(bom[2] == (byte) 0x00) && (bom[3] == (byte) 0x00)) {
encoding = UTF32LE;
unread = n - 4;
} else if ((bom[0] == (byte) 0xEF) && (bom[1] == (byte) 0xBB) &&
(bom[2] == (byte) 0xBF)) {
encoding = UTF8;
unread = n - 3;
} else if ((bom[0] == (byte) 0xFE) && (bom[1] == (byte) 0xFF)) {
encoding = UTF16BE;
unread = n - 2;
} else if ((bom[0] == (byte) 0xFF) && (bom[1] == (byte) 0xFE)) {
encoding = UTF16LE;
unread = n - 2;
} else {
// Unicode BOM mark not found, unread all bytes
encoding = UTF8;
unread = n;
}
if (unread > 0)
internalIn.unread(bom, (n - unread), unread);
// Use given encoding
CharsetDecoder decoder = encoding.newDecoder().onUnmappableCharacter(
CodingErrorAction.REPORT);
internalIn2 = new InputStreamReader(internalIn, decoder);
}
public void close() throws IOException {
init();
internalIn2.close();
}
public int read(char[] cbuf, int off, int len) throws IOException {
init();
return internalIn2.read(cbuf, off, len);
}
}