org.jcodings.specific.GB18030Encoding Maven / Gradle / Ivy
/*
* Permission is hereby granted, free of charge, to any person obtaining a copy of
* this software and associated documentation files (the "Software"), to deal in
* the Software without restriction, including without limitation the rights to
* use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
* of the Software, and to permit persons to whom the Software is furnished to do
* so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
package org.jcodings.specific;
import org.jcodings.Config;
import org.jcodings.IntHolder;
import org.jcodings.MultiByteEncoding;
import org.jcodings.ascii.AsciiTables;
public final class GB18030Encoding extends MultiByteEncoding {
private static final String GB18030 = "GB18030";
protected GB18030Encoding() {
super(GB18030, 1, 4, null, GB18030Trans, AsciiTables.AsciiCtypeTable);
}
@Override
public int length(byte[]bytes, int p, int end) {
if (Config.VANILLA) {
if (GB18030_MAP[bytes[p] & 0xff] != CM) return 1;
int c = GB18030_MAP[bytes[p + 1] & 0xff];
if (c == C4) return 4;
if (c == C1) return 1; /* illegal sequence */
return 2;
} else {
int s = TransZero[bytes[p] & 0xff];
if (s < 0) return s == A ? 1 : CHAR_INVALID;
return lengthForTwoUptoFour(bytes, p, end, s);
}
}
private int lengthForTwoUptoFour(byte[]bytes, int p, int end, int s) {
if (++p == end) return missing(1);
s = Trans[s][bytes[p] & 0xff];
if (s < 0) return s == A ? 2 : CHAR_INVALID;
return lengthForThreeUptoFour(bytes, p, end, s);
}
private int lengthForThreeUptoFour(byte[]bytes, int p, int end, int s) {
if (++p == end) return missing(2);
s = Trans[s][bytes[p] & 0xff];
if (s < 0) return s == A ? 3 : CHAR_INVALID;
if (++p == end) return missing(1);
s = Trans[s][bytes[p] & 0xff];
return s == A ? 4 : CHAR_INVALID;
}
@Override
public int mbcToCode(byte[]bytes, int p, int end) {
return mbnMbcToCode(bytes, p, end);
}
@Override
public int codeToMbcLength(int code) {
return mb4CodeToMbcLength(code);
}
@Override
public int codeToMbc(int code, byte[]bytes, int p) {
return mb4CodeToMbc(code, bytes, p);
}
@Override
public int mbcCaseFold(int flag, byte[]bytes, IntHolder pp, int end, byte[]lower) {
return mbnMbcCaseFold(flag, bytes, pp, end, lower);
}
@Override
public boolean isCodeCType(int code, int ctype) {
return mb4IsCodeCType(code, ctype);
}
@Override
public int[] ctypeCodeRange(int ctype, IntHolder sbOut) {
return null;
}
@Override
public String getCharsetName() {
return GB18030;
}
private enum State {
START,
One_C2,
One_C4,
One_CM,
Odd_CM_One_CX,
Even_CM_One_CX,
/* CMC4 : pair of "CM C4" */
One_CMC4,
Odd_CMC4,
One_C4_Odd_CMC4,
Even_CMC4,
One_C4_Even_CMC4,
Odd_CM_Odd_CMC4,
Even_CM_Odd_CMC4,
Odd_CM_Even_CMC4,
Even_CM_Even_CMC4,
/* C4CM : pair of "C4 CM" */
Odd_C4CM,
One_CM_Odd_C4CM,
Even_C4CM,
One_CM_Even_C4CM,
Even_CM_Odd_C4CM,
Odd_CM_Odd_C4CM,
Even_CM_Even_C4CM,
Odd_CM_Even_C4CM
};
@Override
public int leftAdjustCharHead(byte[]bytes, int start, int s, int end) {
State state = State.START;
for (int p = s; p >= start; p--) {
int pByte = bytes[p] & 0xff;
switch (state) {
case START:
switch (GB18030_MAP[pByte]) {
case C1:
return s;
case C2:
state = State.One_C2; /* C2 */
break;
case C4:
state = State.One_C4; /* C4 */
break;
case CM:
state = State.One_CM; /* CM */
break;
}
break;
case One_C2: /* C2 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return s;
case CM:
state = State.Odd_CM_One_CX; /* CM C2 */
break;
}
break;
case One_C4: /* C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return s;
case CM:
state = State.One_CMC4;
break;
}
break;
case One_CM: /* CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return s;
case C4:
state = State.Odd_C4CM;
break;
case CM:
state = State.Odd_CM_One_CX; /* CM CM */
break;
}
break;
case Odd_CM_One_CX: /* CM C2 */ /* CM CM */ /* CM CM CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 1);
case CM:
state = State.Even_CM_One_CX;
break;
}
break;
case Even_CM_One_CX: /* CM CM C2 */ /* CM CM CM */ /* CM CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return s;
case CM:
state = State.Odd_CM_One_CX;
break;
}
break;
case One_CMC4: /* CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return (s - 1);
case C4:
state = State.One_C4_Odd_CMC4; /* C4 CM C4 */
break;
case CM:
state = State.Even_CM_One_CX; /* CM CM C4 */
break;
}
break;
case Odd_CMC4: /* CM C4 CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return (s - 1);
case C4:
state = State.One_C4_Odd_CMC4;
break;
case CM:
state = State.Odd_CM_Odd_CMC4;
break;
}
break;
case One_C4_Odd_CMC4: /* C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 1);
case CM:
state = State.Even_CMC4; /* CM C4 CM C4 */
break;
}
break;
case Even_CMC4: /* CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return (s - 3);
case C4:
state = State.One_C4_Even_CMC4;
break;
case CM:
state = State.Odd_CM_Even_CMC4;
break;
}
break;
case One_C4_Even_CMC4: /* C4 CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 3);
case CM:
state = State.Odd_CMC4;
break;
}
break;
case Odd_CM_Odd_CMC4: /* CM CM C4 CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 3);
case CM:
state = State.Even_CM_Odd_CMC4;
break;
}
break;
case Even_CM_Odd_CMC4: /* CM CM CM C4 CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 1);
case CM:
state = State.Odd_CM_Odd_CMC4;
break;
}
break;
case Odd_CM_Even_CMC4: /* CM CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 1);
case CM:
state = State.Even_CM_Even_CMC4;
break;
}
break;
case Even_CM_Even_CMC4: /* CM CM CM C4 CM C4 */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 3);
case CM:
state = State.Odd_CM_Even_CMC4;
break;
}
break;
case Odd_C4CM: /* C4 CM */ /* C4 CM C4 CM C4 CM*/
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return s;
case CM:
state = State.One_CM_Odd_C4CM; /* CM C4 CM */
break;
}
break;
case One_CM_Odd_C4CM: /* CM C4 CM */ /* CM C4 CM C4 CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return (s - 2); /* |CM C4 CM */
case C4:
state = State.Even_C4CM;
break;
case CM:
state = State.Even_CM_Odd_C4CM;
break;
}
break;
case Even_C4CM: /* C4 CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 2); /* C4|CM C4 CM */
case CM:
state = State.One_CM_Even_C4CM;
break;
}
break;
case One_CM_Even_C4CM: /* CM C4 CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
return (s - 0); /*|CM C4 CM C4|CM */
case C4:
state = State.Odd_C4CM;
break;
case CM:
state = State.Even_CM_Even_C4CM;
break;
}
break;
case Even_CM_Odd_C4CM: /* CM CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 0); /* |CM CM|C4|CM */
case CM:
state = State.Odd_CM_Odd_C4CM;
break;
}
break;
case Odd_CM_Odd_C4CM: /* CM CM CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 2); /* |CM CM|CM C4 CM */
case CM:
state = State.Even_CM_Odd_C4CM;
break;
}
break;
case Even_CM_Even_C4CM: /* CM CM C4 CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 2); /* |CM CM|C4|CM C4 CM */
case CM:
state = State.Odd_CM_Even_C4CM;
break;
}
break;
case Odd_CM_Even_C4CM: /* CM CM CM C4 CM C4 CM */
switch (GB18030_MAP[pByte]) {
case C1:
case C2:
case C4:
return (s - 0); /* |CM CM|CM C4 CM C4|CM */
case CM:
state = State.Even_CM_Even_C4CM;
break;
}
break;
}
}
switch (state) {
case START: return (s - 0);
case One_C2: return (s - 0);
case One_C4: return (s - 0);
case One_CM: return (s - 0);
case Odd_CM_One_CX: return (s - 1);
case Even_CM_One_CX: return (s - 0);
case One_CMC4: return (s - 1);
case Odd_CMC4: return (s - 1);
case One_C4_Odd_CMC4: return (s - 1);
case Even_CMC4: return (s - 3);
case One_C4_Even_CMC4: return (s - 3);
case Odd_CM_Odd_CMC4: return (s - 3);
case Even_CM_Odd_CMC4: return (s - 1);
case Odd_CM_Even_CMC4: return (s - 1);
case Even_CM_Even_CMC4: return (s - 3);
case Odd_C4CM: return (s - 0);
case One_CM_Odd_C4CM: return (s - 2);
case Even_C4CM: return (s - 2);
case One_CM_Even_C4CM: return (s - 0);
case Even_CM_Odd_C4CM: return (s - 0);
case Odd_CM_Odd_C4CM: return (s - 2);
case Even_CM_Even_C4CM: return (s - 2);
case Odd_CM_Even_C4CM: return (s - 0);
}
return s;
}
@Override
public boolean isReverseMatchAllowed(byte[]bytes, int p, int end) {
return GB18030_MAP[bytes[p] & 0xff] == C1;
}
private static final int C1 = 0; /* one-byte char */
private static final int C2 = 1; /* one-byte or second of two-byte char */
private static final int C4 = 2; /* one-byte or second or fourth of four-byte char */
private static final int CM = 3; /* first of two- or four-byte char or second of two-byte char */
private static final int GB18030_MAP[] = {
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1, C1,
C4, C4, C4, C4, C4, C4, C4, C4, C4, C4, C1, C1, C1, C1, C1, C1,
C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2,
C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2,
C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2,
C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C2, C1,
C2, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM,
CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, CM, C1
};
private static final int GB18030Trans[][] = Config.VANILLA ? null : new int[][]{
{ /* S0 0 1 2 3 4 5 6 7 8 9 a b c d e f */
/* 0 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 1 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 2 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 3 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 4 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 5 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 6 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 7 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 8 */ F, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* 9 */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* a */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* b */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* c */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* d */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* e */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
/* f */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, F
},
{ /* S1 0 1 2 3 4 5 6 7 8 9 a b c d e f */
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 3 */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, F, F, F, F, F, F,
/* 4 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 5 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 6 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 7 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, F,
/* 8 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* 9 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* a */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* b */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* c */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* d */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* e */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
/* f */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, F
},
{ /* S2 0 1 2 3 4 5 6 7 8 9 a b c d e f */
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 8 */ F, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* 9 */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* a */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* b */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* c */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* d */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* e */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
/* f */ 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, F
},
{ /* S3 0 1 2 3 4 5 6 7 8 9 a b c d e f */
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 3 */ A, A, A, A, A, A, A, A, A, A, F, F, F, F, F, F,
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* a */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* b */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* c */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* d */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* e */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
/* f */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F
}
};
public static final GB18030Encoding INSTANCE = new GB18030Encoding();
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy