com.bigdata.btree.raba.codec.FixedLengthValueRabaCoder Maven / Gradle / Ivy
/*
Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016. All rights reserved.
Contact:
SYSTAP, LLC DBA Blazegraph
2501 Calvert ST NW #106
Washington, DC 20008
[email protected]
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
/*
* Created on Aug 13, 2009
*/
package com.bigdata.btree.raba.codec;
import java.io.Externalizable;
import java.io.IOException;
import java.io.ObjectInput;
import java.io.ObjectOutput;
import java.io.OutputStream;
import com.bigdata.btree.raba.IRaba;
import com.bigdata.io.AbstractFixedByteArrayBuffer;
import com.bigdata.io.DataOutputBuffer;
import com.bigdata.util.Bytes;
import com.bigdata.util.BytesUtil;
/**
* This class does not offer any compression. It merely stores byte[][] whose
* individual elements have a fixed length specified in the constructor in a
* manner suitable for fast random access. This is useful if the values are a
* fixed length, application specific coding is either not obvious or not desired,
* and you wish to emphasize speed of data access over compression. This class
* only supports B+Tree values.
*
* Binary Format
*
*
* version : byte
* size : int32
* nulls : BytesUtil.bitFlagByteLength(size)
* values : size * len
*
*
* where
*
* - size
* - The #of elements in the {@link IRaba}.
* - nulls
* - A vector of bit flags identifying
null values. The length of
* the vector is rounded up to the nearest whole byte based on size.
* - len
* - The fixed length of each non-
null value as specified to the
* constructor.
* - values
* - The uncompressed representation of each fixed length value. In order to
* avoid the overhead of an offset map,
null values occupy the same
* space in the array as non-null values.
*
*
* @author Bryan Thompson
*/
public class FixedLengthValueRabaCoder implements IRabaCoder, Externalizable {
/**
* This is the historical implicit value. It has been made into an explicit
* value since the {@link IRabaCoder} API change to support duplicate keys
* for the HTree caused a change in the implict computed value.
*
* @see
* Stochastic Results With Analytic Query Mode
*/
private static final long serialVersionUID = 5549200745262968226L;
private static final byte VERSION0 = 0x00;
/**
* The length of the individual byte[] elements.
*/
private int len;
/**
* No.
*/
@Override
final public boolean isKeyCoder() {
return false;
}
/**
* Yes.
*/
@Override
final public boolean isValueCoder() {
return true;
}
@Override
public boolean isDuplicateKeys() {
return false;
}
/**
* The required length for all non-null values.
*/
final public int getLength() {
return len;
}
/**
* De-serialization ctor.
*/
public FixedLengthValueRabaCoder() {
}
/**
* Designated constructor.
*
* @param len
* The length of the byte[] value for each non-null
* tuple. {@link IRaba}s having values with a different length
* will result in a runtime exception when they are encoded.
*/
public FixedLengthValueRabaCoder(final int len) {
this.len = len;
}
@Override
public void writeExternal(final ObjectOutput out) throws IOException {
out.writeInt(len);
}
@Override
public void readExternal(final ObjectInput in) throws IOException,
ClassNotFoundException {
len = in.readInt();
}
/** The size of the version field. */
static private final int SIZEOF_VERSION = 1;
/** The size of the size field. */
static private final int SIZEOF_SIZE = Bytes.SIZEOF_INT;
/** The byte offset to the version identifier. */
static private final int O_VERSION = 0;
/** The byte offset of the field coding the #of entries in the raba. */
static private final int O_SIZE = O_VERSION + SIZEOF_VERSION;
/** The byte offset to the bit flags coding the nulls. */
static private final int O_NULLS = O_SIZE + SIZEOF_SIZE;
/**
* {@inheritDoc}
*
* Instances of this class will reject {@link IRaba} instances having non-
* null values whose length is not the length specified to the
* constructor.
*
* @throws UnsupportedOperationException
* if the {@link IRaba} has a non-null value with a
* length other than the length specified to the constructor.
*/
@Override
public ICodedRaba encodeLive(final IRaba raba, final DataOutputBuffer buf) {
if (raba == null)
throw new IllegalArgumentException();
if (buf == null)
throw new IllegalArgumentException();
if (raba.isKeys())
throw new UnsupportedOperationException();
// The #of entries.
final int size = raba.size();
// The exact capacity for the coded raba.
final int capacity = SIZEOF_VERSION + SIZEOF_SIZE
+ BytesUtil.bitFlagByteLength(size) + size * len;
// Ensure that there is enough free capacity in the buffer.
buf.ensureFree(capacity);
// The byte offset of the origin of the coded data in the buffer.
final int O_origin = buf.pos();
// version
assert buf.pos() == O_VERSION + O_origin;
buf.putByte(VERSION0);
// #of entries.
assert buf.pos() == O_SIZE + O_origin;
buf.putInt(size);
// bit flag nulls
{
assert buf.pos() == O_NULLS + O_origin;
for (int i = 0; i < size;) {
byte bits = 0;
for (int j = 0; j < 8 && i < size; j++, i++) {
if (raba.isNull(i)) {
// Note: bit order is per BitInputStream & BytesUtil!
bits |= 1 << (7 - j);
} else if (raba.length(i) != len) {
/*
* All non-null values must have the length specified to
* the constructor, so this is a runtime error.
*/
throw new UnsupportedOperationException(
"Value has wrong length: index=" + i
+ ", expected=" + len + ", actual="
+ raba.length(i));
}
}
buf.putByte(bits);
}
}
// value[]s
for (int i = 0; i < size; i++) {//, offset += len) {
if (raba.isNull(i)) {
buf.advancePosAndLimit(len);
} else {
buf.put(raba.get(i));
}
}
assert buf.pos() == buf.limit() : buf.toString() + " : src=" + raba;
final AbstractFixedByteArrayBuffer slice = buf.slice(//
O_origin, buf.pos() - O_origin);
return new CodedRabaImpl(len, slice, size);
}
@Override
public AbstractFixedByteArrayBuffer encode(final IRaba raba,
final DataOutputBuffer buf) {
return encodeLive(raba, buf).data();
}
@Override
public ICodedRaba decode(final AbstractFixedByteArrayBuffer data) {
return new CodedRabaImpl(len, data);
}
/**
* Class provides in place access to the "coded" logical byte[][].
*
* @author Bryan Thompson
* @version $Id$
*/
private static class CodedRabaImpl extends AbstractCodedRaba {
/**
* The byte length of each non-null entry (from the constructor on the
* outer class).
*/
private final int len;
/**
* The #of entries (cached).
*/
private final int size;
private final AbstractFixedByteArrayBuffer data;
/**
*
* @param data
*/
public CodedRabaImpl(final int len,
final AbstractFixedByteArrayBuffer data) {
if (len <= 0)
throw new IllegalArgumentException();
if (data == null)
throw new IllegalArgumentException();
this.len = len;
this.data = data;
final byte version = data.getByte(O_VERSION);
switch (version) {
case VERSION0:
break;
default:
throw new RuntimeException("Unknown version: " + version);
}
this.size = data.getInt(O_SIZE);
if (size < 0)
throw new IllegalArgumentException();
// #of bytes required for the nulls bit flags.
final int bitFlagByteCount = BytesUtil.bitFlagByteLength(size);
// offset of the value[].
O_values = O_NULLS + bitFlagByteCount;
}
public CodedRabaImpl(final int len,
final AbstractFixedByteArrayBuffer data, final int size) {
this.len = len;
this.data = data;
this.size = size;
// #of bytes required for the nulls bit flags.
final int bitFlagByteCount = BytesUtil.bitFlagByteLength(size);
// offset of the value[].
O_values = O_NULLS + bitFlagByteCount;
}
/**
* The offset into the buffer of the value[].
*/
private final int O_values;
@Override
final public AbstractFixedByteArrayBuffer data() {
return data;
}
@Override
public boolean isKeys() {
return false;
}
@Override
final public int capacity() {
return size;
}
@Override
final public int size() {
return size;
}
@Override
final public boolean isEmpty() {
return size == 0;
}
@Override
final public boolean isFull() {
return true;
}
protected void rangeCheck(final int index) {
if (index < 0 || index >= size)
throw new IndexOutOfBoundsException();
}
@Override
public boolean isNull(final int index) {
rangeCheck(index);
return data.getBit((O_NULLS << 3) + index);
}
@Override
public int length(final int index) {
if (isNull(index))
throw new NullPointerException();
return len;
}
@Override
public byte[] get(final int index) {
if (isNull(index))
return null;
final int offset = O_values + index * len;
final byte[] a = new byte[len];
// Copy the byte[] from the buffer.
data.get(offset, a, 0/* dstoff */, len);
return a;
}
@Override
public int copy(final int index, final OutputStream os) {
if (isNull(index))
throw new NullPointerException();
final int offset = O_values + index * len;
try {
data.writeOn(os, offset, len);
} catch (IOException ex) {
throw new RuntimeException(ex);
}
return len;
}
/*
* Search
*/
@Override
public int search(final byte[] key) {
throw new UnsupportedOperationException();
}
}
}