io.questdb.cutlass.text.TextUtil Maven / Gradle / Ivy
/*******************************************************************************
* ___ _ ____ ____
* / _ \ _ _ ___ ___| |_| _ \| __ )
* | | | | | | |/ _ \/ __| __| | | | _ \
* | |_| | |_| | __/\__ \ |_| |_| | |_) |
* \__\_\\__,_|\___||___/\__|____/|____/
*
* Copyright (c) 2014-2019 Appsicle
* Copyright (c) 2019-2020 QuestDB
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
package io.questdb.cutlass.text;
import io.questdb.std.Chars;
import io.questdb.std.Unsafe;
import io.questdb.std.str.CharSink;
public class TextUtil {
public static void utf8Decode(long lo, long hi, CharSink sink) throws Utf8Exception {
long p = lo;
while (p < hi) {
byte b = Unsafe.getUnsafe().getByte(p);
if (b < 0) {
int n = Chars.utf8DecodeMultiByte(p, hi, b, sink);
if (n == -1) {
// UTF8 error
throw Utf8Exception.INSTANCE;
}
p += n;
} else {
sink.put((char) b);
++p;
}
}
}
public static void utf8DecodeEscConsecutiveQuotes(long lo, long hi, CharSink sink) throws Utf8Exception {
long p = lo;
int quoteCount = 0;
while (p < hi) {
byte b = Unsafe.getUnsafe().getByte(p);
if (b < 0) {
int n = Chars.utf8DecodeMultiByte(p, hi, b, sink);
if (n == -1) {
// UTF8 error
throw Utf8Exception.INSTANCE;
}
p += n;
} else {
if (b == '"') {
if (quoteCount++ % 2 == 0) {
sink.put('"');
}
} else {
quoteCount = 0;
sink.put((char) b);
}
++p;
}
}
}
}