scray.common.serialization.JavaKryoRowSerialization Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of scray-client-jdbc Show documentation
Show all versions of scray-client-jdbc Show documentation
scray java code, which can be used from java and scala
The newest version!
// See the LICENCE.txt file distributed with this work for additional
// information regarding copyright ownership.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package scray.common.serialization;
import java.lang.reflect.Field;
import java.math.BigInteger;
import java.net.InetSocketAddress;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Locale;
import java.util.Set;
import java.util.UUID;
import com.esotericsoftware.kryo.Kryo;
import com.esotericsoftware.kryo.Registration;
import com.esotericsoftware.kryo.Serializer;
import com.esotericsoftware.kryo.io.Input;
import com.esotericsoftware.kryo.io.Output;
import com.esotericsoftware.kryo.util.DefaultClassResolver;
import com.esotericsoftware.kryo.util.IntMap;
import com.twitter.chill.java.InetSocketAddressSerializer;
import com.twitter.chill.java.LocaleSerializer;
import com.twitter.chill.java.SimpleDateFormatSerializer;
import com.twitter.chill.java.SqlDateSerializer;
import com.twitter.chill.java.SqlTimeSerializer;
import com.twitter.chill.java.TimestampSerializer;
import com.twitter.chill.java.URISerializer;
import com.twitter.chill.java.UUIDSerializer;
import scray.common.serialization.numbers.KryoRowTypeNumber;
import scray.common.serialization.numbers.KryoSerializerNumber;
/**
* some classes for JAVA-interoperability to prevent importing Scala
* dependencies.
*/
public class JavaKryoRowSerialization {
public static void registerSerializers(Kryo kryo) {
kryo.register(JavaColumn.class, new JavaColumnSerializer(),
KryoSerializerNumber.column.getNumber());
kryo.register(JavaRowColumn.class, new RowColumnSerializer(),
KryoSerializerNumber.rowcolumn.getNumber());
kryo.register(JavaSimpleRow.class, new JavaSimpleRowSerializer(),
KryoSerializerNumber.simplerow.getNumber());
kryo.register(JavaCompositeRow.class, new JavaCompositeRowSerializer(),
KryoSerializerNumber.compositerow.getNumber());
kryo.register(JavaBatchID.class, new BatchIDSerializer(),
KryoSerializerNumber.BatchId.getNumber());
kryo.register(Set.class, new JavaSetSerializer<>(),
KryoSerializerNumber.Set1.getNumber());
kryo.register(Set.class, new JavaSetSerializer<>(),
KryoSerializerNumber.Set2.getNumber());
kryo.register(Set.class, new JavaSetSerializer<>(),
KryoSerializerNumber.Set3.getNumber());
kryo.register(Set.class, new JavaSetSerializer<>(),
KryoSerializerNumber.Set4.getNumber());
kryo.register(Set.class, new JavaSetSerializer<>(),
KryoSerializerNumber.Set.getNumber());
kryo.register(BigInteger.class, new JavaBigIntegerSerializer(),
KryoSerializerNumber.BigInteger.getNumber());
kryo.register(java.sql.Date.class, new SqlDateSerializer(),
KryoSerializerNumber.SqlDate.getNumber());
kryo.register(java.sql.Time.class, new SqlTimeSerializer(),
KryoSerializerNumber.SqlTime.getNumber());
kryo.register(java.sql.Timestamp.class, new TimestampSerializer(),
KryoSerializerNumber.SqlTimestamp.getNumber());
kryo.register(java.net.URI.class, new URISerializer(),
KryoSerializerNumber.URI.getNumber());
kryo.register(UUID.class, new UUIDSerializer(),
KryoSerializerNumber.UUID.getNumber());
kryo.register(InetSocketAddress.class, new InetSocketAddressSerializer(),
KryoSerializerNumber.InetSockerAddress.getNumber());
kryo.register(Locale.class, new LocaleSerializer(),
KryoSerializerNumber.Locale.getNumber());
kryo.register(SimpleDateFormat.class, new SimpleDateFormatSerializer(),
KryoSerializerNumber.SimpleDateFormat.getNumber());
// useful to debug interoperability problems introduced through kryo or chill
// printRegistrations(kryo)
}
/**
* method useful for debugging serialization problems with Kryo-Scala
*
* @see scray-querying/src/main/scala/scray/common/serialization/
* KryoPoolSerialization.scala:ScrayKryoInstantiator.printRegistrations
*/
@SuppressWarnings("unused")
private static void printRegistrations(Kryo kryo) {
try {
Field field1 = Kryo.class.getDeclaredField("classResolver");
field1.setAccessible(true);
DefaultClassResolver result = (DefaultClassResolver) field1.get(kryo);
Field field2 = DefaultClassResolver.class.getDeclaredField("idToRegistration");
field2.setAccessible(true);
@SuppressWarnings("unchecked")
IntMap result2 = (IntMap) field2.get(result);
Field field3 = IntMap.class.getDeclaredField("keyTable");
field3.setAccessible(true);
int[] result3 = (int[]) field3.get(result2);
for (int i : result3) {
System.out.println("Kryo Java Registration: " + i + " : "
+ result2.get(i).getType().getName());
}
} catch (Exception e) {
System.err.println("Couldn't display registrations because of ");
}
}
/**
* kryo serializer for JavaColumn
*/
public static class JavaColumnSerializer extends Serializer {
@Override
public void write(Kryo k, Output o, JavaColumn v) {
o.writeString(v.getDbSystem());
o.writeString(v.getDbId());
o.writeString(v.getTableId());
o.writeString(v.getColumn());
}
@Override
public JavaColumn read(Kryo k, Input i, Class type) {
String dbSystem = i.readString();
String dbId = i.readString();
String tableId = i.readString();
String column = i.readString();
return new JavaColumn(dbSystem, dbId, tableId, column);
}
}
/**
* kryo serializer for JavaRowColumn
*/
public static class RowColumnSerializer extends
Serializer> {
@Override
public void write(Kryo k, Output o, JavaRowColumn v) {
k.writeObject(o, v.getColumn());
k.writeClassAndObject(o, v.getValue());
}
@Override
@SuppressWarnings({ "unchecked", "rawtypes" })
public JavaRowColumn read(Kryo k, Input i,
Class> type) {
JavaColumn column = k.readObject(i, JavaColumn.class);
return new JavaRowColumn(column, k.readClassAndObject(i));
}
}
/**
* kryo serializer for JavaSimpleRow
*/
public static class JavaSimpleRowSerializer extends
Serializer {
@Override
public void write(Kryo k, Output o, JavaSimpleRow v) {
o.writeShort(v.getColumns().size());
for (JavaRowColumn rowcol : v.getColumns()) {
k.writeObject(o, rowcol);
}
}
@Override
public JavaSimpleRow read(Kryo k, Input i, Class type) {
ArrayList> abuf = new ArrayList>();
int number = i.readShort();
for (int j = 0; j < number; j++) {
abuf.add(k.readObject(i, JavaRowColumn.class));
}
return new JavaSimpleRow(abuf);
}
}
/**
* kryo serializer for JavaSimpleRow
*/
public static class JavaCompositeRowSerializer extends
Serializer {
@Override
public void write(Kryo k, Output o, JavaCompositeRow v) {
o.writeShort(v.getRows().size());
for (JavaRow rowcol : v.getRows()) {
if (rowcol instanceof JavaSimpleRow) {
o.writeByte(KryoRowTypeNumber.simplerow.getNumber());
k.writeObject(o, (JavaSimpleRow) rowcol);
}
if (rowcol instanceof JavaCompositeRow) {
o.writeByte(KryoRowTypeNumber.compositerow.getNumber());
k.writeObject(o, (JavaCompositeRow) rowcol);
}
}
}
@Override
public JavaCompositeRow read(Kryo k, Input i,
Class type) {
ArrayList abuf = new ArrayList();
int number = i.readShort();
for (int j = 0; j < number; j++) {
int typ = i.readByte();
if (typ == KryoRowTypeNumber.simplerow.getNumber()) {
abuf.add(k.readObject(i, JavaSimpleRow.class));
}
if (typ == KryoRowTypeNumber.compositerow.getNumber()) {
abuf.add(k.readObject(i, JavaCompositeRow.class));
}
}
return new JavaCompositeRow(abuf);
}
}
/**
* kryo serializer for BigIntegers
*/
public static class JavaBigIntegerSerializer extends Serializer {
@Override
public void write(Kryo k, Output o, BigInteger bi) {
o.writeString(bi.toString());
}
@Override
public BigInteger read(Kryo k, Input i, Class type) {
return new BigInteger(i.readString());
}
}
}