Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.cassandra.cql3;
import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.cassandra.config.Schema;
import org.apache.cassandra.db.marshal.*;
import org.apache.cassandra.db.marshal.CollectionType.Kind;
import org.apache.cassandra.exceptions.InvalidRequestException;
import org.apache.cassandra.exceptions.ConfigurationException;
import org.apache.cassandra.exceptions.SyntaxException;
import org.apache.cassandra.schema.KeyspaceMetadata;
import org.apache.cassandra.schema.Types;
import org.apache.cassandra.serializers.CollectionSerializer;
import org.apache.cassandra.serializers.MarshalException;
import org.apache.cassandra.transport.ProtocolVersion;
import org.apache.cassandra.utils.ByteBufferUtil;
public interface CQL3Type
{
static final Logger logger = LoggerFactory.getLogger(CQL3Type.class);
default boolean isCollection()
{
return false;
}
default boolean isUDT()
{
return false;
}
public AbstractType getType();
/**
* Generates CQL literal from a binary value of this type.
* @param buffer the value to convert to a CQL literal. This value must be
* serialized with {@code version} of the native protocol.
* @param version the native protocol version in which {@code buffer} is encoded.
*/
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version);
public enum Native implements CQL3Type
{
ASCII (AsciiType.instance),
BIGINT (LongType.instance),
BLOB (BytesType.instance),
BOOLEAN (BooleanType.instance),
COUNTER (CounterColumnType.instance),
DATE (SimpleDateType.instance),
DECIMAL (DecimalType.instance),
DOUBLE (DoubleType.instance),
DURATION (DurationType.instance),
EMPTY (EmptyType.instance),
FLOAT (FloatType.instance),
INET (InetAddressType.instance),
INT (Int32Type.instance),
SMALLINT (ShortType.instance),
TEXT (UTF8Type.instance),
TIME (TimeType.instance),
TIMESTAMP (TimestampType.instance),
TIMEUUID (TimeUUIDType.instance),
TINYINT (ByteType.instance),
UUID (UUIDType.instance),
VARCHAR (UTF8Type.instance),
VARINT (IntegerType.instance);
private final AbstractType type;
private Native(AbstractType type)
{
this.type = type;
}
public AbstractType getType()
{
return type;
}
/**
* Delegate to
* {@link org.apache.cassandra.serializers.TypeSerializer#toCQLLiteral(ByteBuffer)}
* for native types as most CQL literal representations work fine with the default
* {@link org.apache.cassandra.serializers.TypeSerializer#toString(Object)}
* {@link org.apache.cassandra.serializers.TypeSerializer#deserialize(ByteBuffer)} implementations.
*/
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version)
{
return type.getSerializer().toCQLLiteral(buffer);
}
@Override
public String toString()
{
return super.toString().toLowerCase();
}
}
public static class Custom implements CQL3Type
{
private final AbstractType type;
public Custom(AbstractType type)
{
this.type = type;
}
public Custom(String className) throws SyntaxException, ConfigurationException
{
this(TypeParser.parse(className));
}
public AbstractType getType()
{
return type;
}
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version)
{
// *always* use the 'blob' syntax to express custom types in CQL
return Native.BLOB.toCQLLiteral(buffer, version);
}
@Override
public final boolean equals(Object o)
{
if(!(o instanceof Custom))
return false;
Custom that = (Custom)o;
return type.equals(that.type);
}
@Override
public final int hashCode()
{
return type.hashCode();
}
@Override
public String toString()
{
return "'" + type + '\'';
}
}
public static class Collection implements CQL3Type
{
private final CollectionType type;
public Collection(CollectionType type)
{
this.type = type;
}
public AbstractType getType()
{
return type;
}
public boolean isCollection()
{
return true;
}
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version)
{
if (buffer == null)
return "null";
StringBuilder target = new StringBuilder();
buffer = buffer.duplicate();
int size = CollectionSerializer.readCollectionSize(buffer, version);
switch (type.kind)
{
case LIST:
CQL3Type elements = ((ListType) type).getElementsType().asCQL3Type();
target.append('[');
generateSetOrListCQLLiteral(buffer, version, target, size, elements);
target.append(']');
break;
case SET:
elements = ((SetType) type).getElementsType().asCQL3Type();
target.append('{');
generateSetOrListCQLLiteral(buffer, version, target, size, elements);
target.append('}');
break;
case MAP:
target.append('{');
generateMapCQLLiteral(buffer, version, target, size);
target.append('}');
break;
}
return target.toString();
}
private void generateMapCQLLiteral(ByteBuffer buffer, ProtocolVersion version, StringBuilder target, int size)
{
CQL3Type keys = ((MapType) type).getKeysType().asCQL3Type();
CQL3Type values = ((MapType) type).getValuesType().asCQL3Type();
for (int i = 0; i < size; i++)
{
if (i > 0)
target.append(", ");
ByteBuffer element = CollectionSerializer.readValue(buffer, version);
target.append(keys.toCQLLiteral(element, version));
target.append(": ");
element = CollectionSerializer.readValue(buffer, version);
target.append(values.toCQLLiteral(element, version));
}
}
private static void generateSetOrListCQLLiteral(ByteBuffer buffer, ProtocolVersion version, StringBuilder target, int size, CQL3Type elements)
{
for (int i = 0; i < size; i++)
{
if (i > 0)
target.append(", ");
ByteBuffer element = CollectionSerializer.readValue(buffer, version);
target.append(elements.toCQLLiteral(element, version));
}
}
@Override
public final boolean equals(Object o)
{
if(!(o instanceof Collection))
return false;
Collection that = (Collection)o;
return type.equals(that.type);
}
@Override
public final int hashCode()
{
return type.hashCode();
}
@Override
public String toString()
{
boolean isFrozen = !this.type.isMultiCell();
StringBuilder sb = new StringBuilder(isFrozen ? "frozen<" : "");
switch (type.kind)
{
case LIST:
AbstractType listType = ((ListType)type).getElementsType();
sb.append("list<").append(listType.asCQL3Type());
break;
case SET:
AbstractType setType = ((SetType)type).getElementsType();
sb.append("set<").append(setType.asCQL3Type());
break;
case MAP:
AbstractType keysType = ((MapType)type).getKeysType();
AbstractType valuesType = ((MapType)type).getValuesType();
sb.append("map<").append(keysType.asCQL3Type()).append(", ").append(valuesType.asCQL3Type());
break;
default:
throw new AssertionError();
}
sb.append('>');
if (isFrozen)
sb.append('>');
return sb.toString();
}
}
public static class UserDefined implements CQL3Type
{
// Keeping this separatly from type just to simplify toString()
private final String name;
private final UserType type;
private UserDefined(String name, UserType type)
{
this.name = name;
this.type = type;
}
public static UserDefined create(UserType type)
{
return new UserDefined(UTF8Type.instance.compose(type.name), type);
}
public boolean isUDT()
{
return true;
}
public AbstractType getType()
{
return type;
}
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version)
{
if (buffer == null)
return "null";
StringBuilder target = new StringBuilder();
buffer = buffer.duplicate();
target.append('{');
for (int i = 0; i < type.size(); i++)
{
// we allow the input to have less fields than declared so as to support field addition.
if (!buffer.hasRemaining())
break;
if (buffer.remaining() < 4)
throw new MarshalException(String.format("Not enough bytes to read size of %dth field %s", i, type.fieldName(i)));
int size = buffer.getInt();
if (i > 0)
target.append(", ");
target.append(ColumnIdentifier.maybeQuote(type.fieldNameAsString(i)));
target.append(": ");
// size < 0 means null value
if (size < 0)
{
target.append("null");
continue;
}
if (buffer.remaining() < size)
throw new MarshalException(String.format("Not enough bytes to read %dth field %s", i, type.fieldName(i)));
ByteBuffer field = ByteBufferUtil.readBytes(buffer, size);
target.append(type.fieldType(i).asCQL3Type().toCQLLiteral(field, version));
}
target.append('}');
return target.toString();
}
@Override
public final boolean equals(Object o)
{
if(!(o instanceof UserDefined))
return false;
UserDefined that = (UserDefined)o;
return type.equals(that.type);
}
@Override
public final int hashCode()
{
return type.hashCode();
}
@Override
public String toString()
{
if (type.isMultiCell())
return ColumnIdentifier.maybeQuote(name);
else
return "frozen<" + ColumnIdentifier.maybeQuote(name) + '>';
}
}
public static class Tuple implements CQL3Type
{
private final TupleType type;
private Tuple(TupleType type)
{
this.type = type;
}
public static Tuple create(TupleType type)
{
return new Tuple(type);
}
public AbstractType getType()
{
return type;
}
public String toCQLLiteral(ByteBuffer buffer, ProtocolVersion version)
{
if (buffer == null)
return "null";
StringBuilder target = new StringBuilder();
buffer = buffer.duplicate();
target.append('(');
boolean first = true;
for (int i = 0; i < type.size(); i++)
{
// we allow the input to have less fields than declared so as to support field addition.
if (!buffer.hasRemaining())
break;
if (buffer.remaining() < 4)
throw new MarshalException(String.format("Not enough bytes to read size of %dth component", i));
int size = buffer.getInt();
if (first)
first = false;
else
target.append(", ");
// size < 0 means null value
if (size < 0)
{
target.append("null");
continue;
}
if (buffer.remaining() < size)
throw new MarshalException(String.format("Not enough bytes to read %dth component", i));
ByteBuffer field = ByteBufferUtil.readBytes(buffer, size);
target.append(type.type(i).asCQL3Type().toCQLLiteral(field, version));
}
target.append(')');
return target.toString();
}
@Override
public final boolean equals(Object o)
{
if(!(o instanceof Tuple))
return false;
Tuple that = (Tuple)o;
return type.equals(that.type);
}
@Override
public final int hashCode()
{
return type.hashCode();
}
@Override
public String toString()
{
StringBuilder sb = new StringBuilder();
sb.append("frozen 0)
sb.append(", ");
sb.append(type.type(i).asCQL3Type());
}
sb.append(">>");
return sb.toString();
}
}
// For UserTypes, we need to know the current keyspace to resolve the
// actual type used, so Raw is a "not yet prepared" CQL3Type.
public abstract class Raw
{
protected boolean frozen = false;
public abstract boolean supportsFreezing();
public boolean isFrozen()
{
return this.frozen;
}
public boolean canBeNonFrozen()
{
return true;
}
public boolean isDuration()
{
return false;
}
public boolean isCounter()
{
return false;
}
public boolean isUDT()
{
return false;
}
public String keyspace()
{
return null;
}
public void freeze() throws InvalidRequestException
{
String message = String.format("frozen<> is only allowed on collections, tuples, and user-defined types (got %s)", this);
throw new InvalidRequestException(message);
}
public CQL3Type prepare(String keyspace)
{
KeyspaceMetadata ksm = Schema.instance.getKSMetaDataSafe(keyspace);
return prepare(ksm, ksm.types);
}
public CQL3Type prepare(KeyspaceMetadata ksm) throws InvalidRequestException
{
return prepare(ksm, ksm.types);
}
public abstract CQL3Type prepare(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException;
public CQL3Type prepareInternal(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException
{
return prepare(ksm, udts);
}
public boolean referencesUserType(String name)
{
return false;
}
public static Raw from(CQL3Type type)
{
return new RawType(type);
}
public static Raw userType(UTName name)
{
return new RawUT(name);
}
public static Raw map(CQL3Type.Raw t1, CQL3Type.Raw t2)
{
return new RawCollection(CollectionType.Kind.MAP, t1, t2);
}
public static Raw list(CQL3Type.Raw t)
{
return new RawCollection(CollectionType.Kind.LIST, null, t);
}
public static Raw set(CQL3Type.Raw t)
{
return new RawCollection(CollectionType.Kind.SET, null, t);
}
public static Raw tuple(List ts)
{
return new RawTuple(ts);
}
public static Raw frozen(CQL3Type.Raw t) throws InvalidRequestException
{
t.freeze();
return t;
}
private static class RawType extends Raw
{
private final CQL3Type type;
private RawType(CQL3Type type)
{
this.type = type;
}
@Override
public CQL3Type prepare(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException
{
return type;
}
@Override
public boolean supportsFreezing()
{
return false;
}
@Override
public boolean isCounter()
{
return type == Native.COUNTER;
}
@Override
public boolean isDuration()
{
return type == Native.DURATION;
}
@Override
public String toString()
{
return type.toString();
}
}
private static class RawCollection extends Raw
{
private final CollectionType.Kind kind;
private final CQL3Type.Raw keys;
private final CQL3Type.Raw values;
private RawCollection(CollectionType.Kind kind, CQL3Type.Raw keys, CQL3Type.Raw values)
{
this.kind = kind;
this.keys = keys;
this.values = values;
}
@Override
public void freeze() throws InvalidRequestException
{
if (keys != null && keys.supportsFreezing())
keys.freeze();
if (values != null && values.supportsFreezing())
values.freeze();
frozen = true;
}
@Override
public boolean supportsFreezing()
{
return true;
}
public boolean isCollection()
{
return true;
}
@Override
public CQL3Type prepare(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException
{
return prepare(ksm, udts, false);
}
@Override
public CQL3Type prepareInternal(KeyspaceMetadata ksm, Types udts)
{
return prepare(ksm, udts, true);
}
public CQL3Type prepare(KeyspaceMetadata ksm, Types udts, boolean isInternal) throws InvalidRequestException
{
assert values != null : "Got null values type for a collection";
if (!frozen && values.supportsFreezing() && !values.frozen)
throwNestedNonFrozenError(values);
// we represent Thrift supercolumns as maps, internally, and we do allow counters in supercolumns. Thus,
// for internal type parsing (think schema) we have to make an exception and allow counters as (map) values
if (values.isCounter() && !isInternal)
throw new InvalidRequestException("Counters are not allowed inside collections: " + this);
if (values.isDuration() && kind == Kind.SET)
throw new InvalidRequestException("Durations are not allowed inside sets: " + this);
if (keys != null)
{
if (keys.isCounter())
throw new InvalidRequestException("Counters are not allowed inside collections: " + this);
if (keys.isDuration())
throw new InvalidRequestException("Durations are not allowed as map keys: " + this);
if (!frozen && keys.supportsFreezing() && !keys.frozen)
throwNestedNonFrozenError(keys);
}
AbstractType valueType = values.prepare(ksm, udts).getType();
switch (kind)
{
case LIST:
return new Collection(ListType.getInstance(valueType, !frozen));
case SET:
return new Collection(SetType.getInstance(valueType, !frozen));
case MAP:
assert keys != null : "Got null keys type for a collection";
return new Collection(MapType.getInstance(keys.prepare(ksm, udts).getType(), valueType, !frozen));
}
throw new AssertionError();
}
private void throwNestedNonFrozenError(Raw innerType)
{
if (innerType instanceof RawCollection)
throw new InvalidRequestException("Non-frozen collections are not allowed inside collections: " + this);
else
throw new InvalidRequestException("Non-frozen UDTs are not allowed inside collections: " + this);
}
@Override
public boolean referencesUserType(String name)
{
return (keys != null && keys.referencesUserType(name)) || values.referencesUserType(name);
}
@Override
public String toString()
{
String start = frozen? "frozen<" : "";
String end = frozen ? ">" : "";
switch (kind)
{
case LIST: return start + "list<" + values + '>' + end;
case SET: return start + "set<" + values + '>' + end;
case MAP: return start + "map<" + keys + ", " + values + '>' + end;
}
throw new AssertionError();
}
}
private static class RawUT extends Raw
{
private final UTName name;
private RawUT(UTName name)
{
this.name = name;
}
public String keyspace()
{
return name.getKeyspace();
}
@Override
public void freeze()
{
frozen = true;
}
@Override
public boolean canBeNonFrozen()
{
return true;
}
@Override
public CQL3Type prepare(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException
{
if (name.hasKeyspace())
{
// The provided keyspace is the one of the current statement this is part of. If it's different from the keyspace of
// the UTName, we reject since we want to limit user types to their own keyspace (see #6643)
if (!ksm.name.equals(name.getKeyspace()))
throw new InvalidRequestException(String.format("Statement on keyspace %s cannot refer to a user type in keyspace %s; "
+ "user types can only be used in the keyspace they are defined in",
ksm.name, name.getKeyspace()));
}
else
{
name.setKeyspace(ksm.name);
}
UserType type = udts.getNullable(name.getUserTypeName());
if (type == null)
throw new InvalidRequestException("Unknown type " + name);
if (frozen)
type = type.freeze();
return new UserDefined(name.toString(), type);
}
@Override
public boolean referencesUserType(String name)
{
return this.name.getStringTypeName().equals(name);
}
@Override
public boolean supportsFreezing()
{
return true;
}
@Override
public boolean isUDT()
{
return true;
}
@Override
public String toString()
{
if (frozen)
return "frozen<" + name.toString() + '>';
else
return name.toString();
}
}
private static class RawTuple extends Raw
{
private final List types;
private RawTuple(List types)
{
this.types = types;
}
@Override
public boolean supportsFreezing()
{
return true;
}
@Override
public void freeze() throws InvalidRequestException
{
for (CQL3Type.Raw t : types)
if (t.supportsFreezing())
t.freeze();
frozen = true;
}
@Override
public CQL3Type prepare(KeyspaceMetadata ksm, Types udts) throws InvalidRequestException
{
if (!frozen)
freeze();
List> ts = new ArrayList<>(types.size());
for (CQL3Type.Raw t : types)
{
if (t.isCounter())
throw new InvalidRequestException("Counters are not allowed inside tuples");
ts.add(t.prepare(ksm, udts).getType());
}
return new Tuple(new TupleType(ts));
}
@Override
public boolean referencesUserType(String name)
{
return types.stream().anyMatch(t -> t.referencesUserType(name));
}
@Override
public String toString()
{
StringBuilder sb = new StringBuilder();
sb.append("tuple<");
for (int i = 0; i < types.size(); i++)
{
if (i > 0)
sb.append(", ");
sb.append(types.get(i));
}
sb.append('>');
return sb.toString();
}
}
}
}