Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.voltdb.exportclient.decode.AvroDecoder Maven / Gradle / Ivy
/* This file is part of VoltDB.
* Copyright (C) 2008-2018 VoltDB Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with VoltDB. If not, see {
protected final String m_packageName;
protected Map m_schemas = new HashMap<>();
protected Map m_fieldDecoders = new HashMap<>();
protected final SimpleDateFormat m_dtfmt =
new SimpleDateFormat(Constants.ODBC_DATE_FORMAT_STRING);
/**
* Generate an avro schema with the given table column types, and prepares per column field
* decoders. All TINYINT, SMALLINT column types are cast to avro integer types. TIMESTAMP
* is cast to avro long field (containing millis since epoch)
*
* @param firstFieldOffset
* @param tableName avro record type name
* @param packageName avro record package name space (equivalent to java packages)
*/
protected AvroDecoder(int firstFieldOffset, String packageName, TimeZone tz) {
super(firstFieldOffset);
Preconditions.checkArgument(
packageName != null && !packageName.trim().isEmpty(),
"package name is null or empty"
);
Preconditions.checkArgument(
tz != null,
"time zone name is null"
);
m_packageName = packageName;
m_dtfmt.setTimeZone(tz);
}
public Schema getSchema(long generation, String tableName, List columnTypes, List names) {
Schema schema = m_schemas.get(generation);
if (schema != null) {
return schema;
}
FieldAssembler schemaFields =
SchemaBuilder.record(tableName).namespace(m_packageName).fields();
List xformedColumnNames = FluentIterable.from(names).transform(camelCaseNameLowerFirst).toList();
Map typeMap = getTypeMap(generation, columnTypes, xformedColumnNames);
List decoders = new ArrayList<>();
int fieldPos = 0;
for (Entry e: typeMap.entrySet()) {
e.getValue().accept(typeBuilderVisitor, schemaFields.name(e.getKey()).type(), null);
decoders.add(e.getValue().accept(decodingVisitor, fieldPos++, null));
}
schema = schemaFields.endRecord();
m_schemas.put(generation, schema);
FieldNameDecoder [] fieldDecoders = decoders.toArray(new FieldNameDecoder[0]);
m_fieldDecoders.put(generation, fieldDecoders);
return schema;
}
@Override
public GenericRecord decode(long generation, String tableName, List types, List names, GenericRecord ignored, Object[] fields)
throws RuntimeException {
Preconditions.checkArgument(
fields != null && fields.length > m_firstFieldOffset,
"null or inapropriately sized export row array"
);
Schema schema = getSchema(generation, tableName, types, names);
FieldNameDecoder [] fieldDecoders = m_fieldDecoders.get(generation);
GenericData.Record to = new GenericData.Record(schema);
for (
int i = m_firstFieldOffset, j = 0;
i < fields.length && j < fieldDecoders.length;
++i, ++j
) {
fieldDecoders[j].decode(to, fields[i]);
}
return to;
}
final static SimpleVisitor,FieldTypeBuilder> typeBuilderVisitor =
new SimpleVisitor,FieldTypeBuilder>() {
@Override
public FieldAssembler visitTinyInt(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().intType().noDefault();
}
@Override
public FieldAssembler visitSmallInt(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().intType().noDefault();
}
@Override
public FieldAssembler visitInteger(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().intType().noDefault();
}
@Override
public FieldAssembler visitBigInt(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().longType().noDefault();
}
@Override
public FieldAssembler visitFloat(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().doubleType().noDefault();
}
@Override
public FieldAssembler visitTimestamp(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().stringType().noDefault();
}
@Override
public FieldAssembler visitString(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().stringType().noDefault();
}
@Override
public FieldAssembler visitVarBinary(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().bytesType().noDefault();
}
@Override
public FieldAssembler visitDecimal(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().bytesBuilder()
.prop("logicalType","decimal")
.prop("scale","12")
.prop("precision","38")
.endBytes().noDefault();
}
@Override
public FieldAssembler visitGeographyPoint(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().stringType().noDefault();
}
@Override
public FieldAssembler visitGeography(FieldTypeBuilder p,
Object v) throws RuntimeException {
return p.nullable().stringType().noDefault();
}
};
static abstract class FieldNameDecoder implements FieldDecoder {
final int m_fieldPos;
FieldNameDecoder(final int fieldPos) {
m_fieldPos = fieldPos;
}
}
final SimpleVisitor decodingVisitor = new SimpleVisitor() {
@Override
public FieldNameDecoder visitTinyInt(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, Byte.valueOf((byte)field).intValue());
}
};
}
@Override
public FieldNameDecoder visitSmallInt(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, Short.valueOf((short)field).intValue());
}
};
}
@Override
public FieldNameDecoder visitInteger(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, (int)field);
}
};
}
@Override
public FieldNameDecoder visitBigInt(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, (long)field);
}
};
}
@Override
public FieldNameDecoder visitFloat(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, (double)field);
}
};
}
@Override
public FieldNameDecoder visitTimestamp(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
final SimpleDateFormat m_df = (SimpleDateFormat)m_dtfmt.clone();
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
Date timestamp = ((TimestampType)field).asApproximateJavaDate();
to.put(m_fieldPos, m_df.format(timestamp));
}
};
}
@Override
public FieldNameDecoder visitString(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, field);
}
};
}
@Override
public FieldNameDecoder visitVarBinary(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, ByteBuffer.wrap((byte[])field));
}
};
}
@Override
public FieldNameDecoder visitDecimal(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
byte [] serialized = VoltDecimalHelper.serializeBigDecimal((BigDecimal)field);
to.put(m_fieldPos, ByteBuffer.wrap(serialized));
}
};
}
@Override
public FieldNameDecoder visitGeographyPoint(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, ((GeographyPointValue)field).toWKT());
}
};
}
@Override
public FieldNameDecoder visitGeography(Integer p, Object v)
throws RuntimeException {
return new FieldNameDecoder(p) {
@Override
final public void decode(Record to, Object field) throws RuntimeException {
if (field == null) return;
to.put(m_fieldPos, ((GeographyValue)field).toWKT());
}
};
}
};
public static class Builder extends RowDecoder.Builder {
protected String m_packageName = "volt.db";
protected TimeZone m_timeZone = TimeZone.getDefault();
public Builder packageName(String packageName) {
m_packageName = packageName;
return this;
}
public Builder timeZone(String timeZoneID) {
return timeZone(TimeZone.getTimeZone(timeZoneID));
}
public Builder timeZone(TimeZone timeZone) {
m_timeZone = timeZone;
return this;
}
public AvroDecoder build() {
return new AvroDecoder(
m_firstFieldOffset,
m_packageName,
m_timeZone
);
}
@Override
public String toString() {
return "Builder [m_packageName=" + m_packageName
+ ", m_firstFieldOffset=" + m_firstFieldOffset + "]";
}
}
public static class DelegateBuilder extends RowDecoder.DelegateBuilder {
final AvroDecoder.Builder m_delegateBuilder;
protected DelegateBuilder(Builder builder) {
super(builder);
m_delegateBuilder = builder;
}
protected DelegateBuilder(DelegateBuilder delegateBuilder) {
super(delegateBuilder.getDelegateAs(Builder.class));
m_delegateBuilder = delegateBuilder.getDelegateAs(Builder.class);
}
public DelegateBuilder packageName(String packageName) {
m_delegateBuilder.packageName(packageName);
return this;
}
public DelegateBuilder timeZone(TimeZone timeZone) {
m_delegateBuilder.timeZone(timeZone);
return this;
}
public DelegateBuilder timeZone(String timeZoneID) {
m_delegateBuilder.timeZone(timeZoneID);
return this;
}
@Override
protected TT getDelegateAs(Class clazz) {
return clazz.cast(m_delegateBuilder);
}
}
}
