org.w3c.tidy.StreamInImpl Maven / Gradle / Ivy
/*
* Copyright 2010 Alibaba Group Holding Limited.
* All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/*
* @(#)StreamInImpl.java 1.11 2000/08/16
*
*/
package org.w3c.tidy;
/**
*
* Input Stream Implementation
*
* (c) 1998-2000 (W3C) MIT, INRIA, Keio University
* Derived from
* HTML Tidy Release 4 Aug 2000
*
* @author Dave Raggett
* @author Andy Quick (translation to Java)
* @version 1.0, 1999/05/22
* @version 1.0.1, 1999/05/29
* @version 1.1, 1999/06/18 Java Bean
* @version 1.2, 1999/07/10 Tidy Release 7 Jul 1999
* @version 1.3, 1999/07/30 Tidy Release 26 Jul 1999
* @version 1.4, 1999/09/04 DOM support
* @version 1.5, 1999/10/23 Tidy Release 27 Sep 1999
* @version 1.6, 1999/11/01 Tidy Release 22 Oct 1999
* @version 1.7, 1999/12/06 Tidy Release 30 Nov 1999
* @version 1.8, 2000/01/22 Tidy Release 13 Jan 2000
* @version 1.9, 2000/06/03 Tidy Release 30 Apr 2000
* @version 1.10, 2000/07/22 Tidy Release 8 Jul 2000
* @version 1.11, 2000/08/16 Tidy Release 4 Aug 2000
*/
import java.io.IOException;
import java.io.InputStream;
public class StreamInImpl extends StreamIn {
/* Mapping for Windows Western character set (128-159) to Unicode */
private static int[] Win2Unicode = { 0x20AC, 0x0000, 0x201A, 0x0192, 0x201E, 0x2026, 0x2020, 0x2021, 0x02C6,
0x2030, 0x0160, 0x2039, 0x0152, 0x0000, 0x017D, 0x0000, 0x0000, 0x2018, 0x2019, 0x201C, 0x201D, 0x2022,
0x2013, 0x2014, 0x02DC, 0x2122, 0x0161, 0x203A, 0x0153, 0x0000, 0x017E, 0x0178 };
/*
* John Love-Jensen contributed this table for mapping MacRoman character
* set to Unicode
*/
private static int[] Mac2Unicode = {
0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, 0x0008, 0x0009, 0x000A, 0x000B, 0x000C, 0x000D,
0x000E, 0x000F,
0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, 0x0018, 0x0019, 0x001A, 0x001B, 0x001C,
0x001D, 0x001E, 0x001F,
0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, 0x0028, 0x0029, 0x002A, 0x002B, 0x002C,
0x002D, 0x002E, 0x002F,
0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, 0x0038, 0x0039, 0x003A, 0x003B, 0x003C,
0x003D, 0x003E, 0x003F,
0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004A, 0x004B, 0x004C,
0x004D, 0x004E, 0x004F,
0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x005B, 0x005C,
0x005D, 0x005E, 0x005F,
0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, 0x0068, 0x0069, 0x006A, 0x006B, 0x006C,
0x006D, 0x006E, 0x006F,
0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, 0x0078, 0x0079, 0x007A, 0x007B, 0x007C,
0x007D, 0x007E, 0x007F,
/* x7F = DEL */
0x00C4, 0x00C5, 0x00C7, 0x00C9, 0x00D1, 0x00D6, 0x00DC, 0x00E1, 0x00E0, 0x00E2, 0x00E4, 0x00E3, 0x00E5,
0x00E7, 0x00E9, 0x00E8,
0x00EA, 0x00EB, 0x00ED, 0x00EC, 0x00EE, 0x00EF, 0x00F1, 0x00F3, 0x00F2, 0x00F4, 0x00F6, 0x00F5, 0x00FA,
0x00F9, 0x00FB, 0x00FC,
0x2020, 0x00B0, 0x00A2, 0x00A3, 0x00A7, 0x2022, 0x00B6, 0x00DF, 0x00AE, 0x00A9, 0x2122, 0x00B4, 0x00A8,
0x2260, 0x00C6, 0x00D8,
0x221E, 0x00B1, 0x2264, 0x2265, 0x00A5, 0x00B5, 0x2202, 0x2211, 0x220F, 0x03C0, 0x222B, 0x00AA, 0x00BA,
0x03A9, 0x00E6, 0x00F8,
0x00BF, 0x00A1, 0x00AC, 0x221A, 0x0192, 0x2248, 0x2206, 0x00AB, 0x00BB, 0x2026, 0x00A0, 0x00C0, 0x00C3,
0x00D5, 0x0152, 0x0153,
0x2013, 0x2014, 0x201C, 0x201D, 0x2018, 0x2019, 0x00F7, 0x25CA, 0x00FF, 0x0178, 0x2044, 0x20AC, 0x2039,
0x203A, 0xFB01, 0xFB02,
0x2021, 0x00B7, 0x201A, 0x201E, 0x2030, 0x00C2, 0x00CA, 0x00C1, 0x00CB, 0x00C8, 0x00CD, 0x00CE, 0x00CF,
0x00CC, 0x00D3, 0x00D4,
/* xF0 = Apple Logo */
0xF8FF, 0x00D2, 0x00DA, 0x00DB, 0x00D9, 0x0131, 0x02C6, 0x02DC, 0x00AF, 0x02D8, 0x02D9, 0x02DA, 0x00B8,
0x02DD, 0x02DB, 0x02C7 };
public StreamInImpl(InputStream stream, int encoding, int tabsize) {
this.stream = stream;
this.pushed = false;
this.c = '\0';
this.tabs = 0;
this.tabsize = tabsize;
this.curline = 1;
this.curcol = 1;
this.encoding = encoding;
this.state = FSM_ASCII;
this.endOfStream = false;
}
/* read char from stream */
@Override
public int readCharFromStream() {
int n, c, i, count;
try {
c = this.stream.read();
if (c == EndOfStream) {
this.endOfStream = true;
return c;
}
/*
* A document in ISO-2022 based encoding uses some ESC sequences
* called "designator" to switch character sets. The designators
* defined and used in ISO-2022-JP are: "ESC" + "(" + ? for ISO646
* variants "ESC" + "$" + ? and "ESC" + "$" + "(" + ? for multibyte
* character sets Where ? stands for a single character used to
* indicate the character set for multibyte characters. Tidy handles
* this by preserving the escape sequence and setting the top bit of
* each byte for non-ascii chars. This bit is then cleared on
* output. The input stream keeps track of the state to determine
* when to set/clear the bit.
*/
if (this.encoding == Configuration.ISO2022) {
if (c == 0x1b) /* ESC */ {
this.state = FSM_ESC;
return c;
}
switch (this.state) {
case FSM_ESC:
if (c == '$') {
this.state = FSM_ESCD;
} else if (c == '(') {
this.state = FSM_ESCP;
} else {
this.state = FSM_ASCII;
}
break;
case FSM_ESCD:
if (c == '(') {
this.state = FSM_ESCDP;
} else {
this.state = FSM_NONASCII;
}
break;
case FSM_ESCDP:
this.state = FSM_NONASCII;
break;
case FSM_ESCP:
this.state = FSM_ASCII;
break;
case FSM_NONASCII:
c |= 0x80;
break;
}
return c;
}
if (this.encoding != Configuration.UTF8) {
return c;
}
/* deal with UTF-8 encoded char */
if ((c & 0xE0) == 0xC0) /* 110X XXXX two bytes */ {
n = c & 31;
count = 1;
} else if ((c & 0xF0) == 0xE0) /* 1110 XXXX three bytes */ {
n = c & 15;
count = 2;
} else if ((c & 0xF8) == 0xF0) /* 1111 0XXX four bytes */ {
n = c & 7;
count = 3;
} else if ((c & 0xFC) == 0xF8) /* 1111 10XX five bytes */ {
n = c & 3;
count = 4;
} else if ((c & 0xFE) == 0xFC) /* 1111 110X six bytes */ {
n = c & 1;
count = 5;
} else {
/* 0XXX XXXX one byte */
return c;
}
/* successor bytes should have the form 10XX XXXX */
for (i = 1; i <= count; ++i) {
c = this.stream.read();
if (c == EndOfStream) {
this.endOfStream = true;
return c;
}
n = n << 6 | c & 0x3F;
}
} catch (IOException e) {
System.err.println("StreamInImpl.readCharFromStream: " + e.toString());
n = EndOfStream;
}
return n;
}
@Override
public int readChar() {
int c;
if (this.pushed) {
this.pushed = false;
c = this.c;
if (c == '\n') {
this.curcol = 1;
this.curline++;
return c;
}
this.curcol++;
return c;
}
this.lastcol = this.curcol;
if (this.tabs > 0) {
this.curcol++;
this.tabs--;
return ' ';
}
for (; ; ) {
c = readCharFromStream();
if (c < 0) {
return EndOfStream;
}
if (c == '\n') {
this.curcol = 1;
this.curline++;
break;
}
if (c == '\r') {
c = readCharFromStream();
if (c != '\n') {
ungetChar(c);
c = '\n';
}
this.curcol = 1;
this.curline++;
break;
}
if (c == '\t') {
this.tabs = this.tabsize - (this.curcol - 1) % this.tabsize - 1;
this.curcol++;
c = ' ';
break;
}
/* strip control characters, except for Esc */
if (c == '\033') {
break;
}
if (0 < c && c < 32) {
continue;
}
/* watch out for IS02022 */
if (this.encoding == Configuration.RAW || this.encoding == Configuration.ISO2022) {
this.curcol++;
break;
}
if (this.encoding == Configuration.MACROMAN) {
c = Mac2Unicode[c];
}
/* produced e.g. as a side-effect of smart quotes in Word */
if (127 < c && c < 160) {
Report.encodingError((Lexer) this.lexer, Report.WINDOWS_CHARS, c);
c = Win2Unicode[c - 128];
if (c == 0) {
continue;
}
}
this.curcol++;
break;
}
return c;
}
@Override
public void ungetChar(int c) {
this.pushed = true;
this.c = c;
if (c == '\n') {
--this.curline;
}
this.curcol = this.lastcol;
}
@Override
public boolean isEndOfStream() {
return this.endOfStream;
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy