Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.ql.hooks;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hive.metastore.api.Database;
import org.apache.hadoop.hive.ql.metadata.DummyPartition;
import org.apache.hadoop.hive.ql.metadata.Partition;
import org.apache.hadoop.hive.ql.metadata.Table;
import org.apache.hadoop.hive.ql.plan.AlterTableDesc;
import java.io.Serializable;
/**
* This class encapsulates an object that is being written to by the query. This
* object may be a table, partition, dfs directory or a local directory.
*/
public class WriteEntity extends Entity implements Serializable {
private static final Logger LOG = LoggerFactory.getLogger(WriteEntity.class);
private boolean isTempURI = false;
private transient boolean isDynamicPartitionWrite = false;
public static enum WriteType {
DDL_EXCLUSIVE, // for use in DDL statements that require an exclusive lock,
// such as dropping a table or partition
DDL_SHARED, // for use in DDL operations that only need a shared lock, such as creating a table
DDL_NO_LOCK, // for use in DDL statements that do not require a lock
INSERT,
INSERT_OVERWRITE,
UPDATE,
DELETE,
PATH_WRITE, // Write to a URI, no locking done for this
};
private WriteType writeType;
/**
* Only used by serialization.
*/
public WriteEntity() {
super();
}
public WriteEntity(Database database, WriteType type) {
super(database, true);
setWriteTypeInternal(type);
}
/**
* Constructor for a table.
*
* @param t
* Table that is written to.
*/
public WriteEntity(Table t, WriteType type) {
super(t, true);
setWriteTypeInternal(type);
}
public WriteEntity(Table t, WriteType type, boolean complete) {
super(t, complete);
setWriteTypeInternal(type);
}
/**
* Constructor for objects represented as String.
* Currently applicable only for function names.
* @param db
* @param objName
* @param className
* @param type
* @param writeType
*/
public WriteEntity(Database db, String objName, String className, Type type, WriteType writeType) {
super(db, objName, className, type);
this.writeType = writeType;
}
/**
* Constructor for a partition.
*
* @param p
* Partition that is written to.
*/
public WriteEntity(Partition p, WriteType type) {
super(p, true);
setWriteTypeInternal(type);
}
public WriteEntity(DummyPartition p, WriteType type, boolean complete) {
super(p, complete);
setWriteTypeInternal(type);
}
/**
* Constructor for a file.
*
* @param d
* The name of the directory that is being written to.
* @param islocal
* Flag to decide whether this directory is local or in dfs.
*/
public WriteEntity(Path d, boolean islocal) {
this(d, islocal, false);
}
/**
* Constructor for a file.
*
* @param d
* The name of the directory that is being written to.
* @param islocal
* Flag to decide whether this directory is local or in dfs.
* @param isTemp
* True if this is a temporary location such as scratch dir
*/
public WriteEntity(Path d, boolean islocal, boolean isTemp) {
super(d, islocal, true);
this.isTempURI = isTemp;
this.writeType = WriteType.PATH_WRITE;
}
public WriteEntity(String name, Type t) {
super(name, t);
this.writeType = WriteType.DDL_NO_LOCK;
}
/**
* Determine which type of write this is. This is needed by the lock
* manager so it can understand what kind of lock to acquire.
* @return write type
*/
public WriteType getWriteType() {
return writeType;
}
/**
* Only use this if you are very sure of what you are doing. This is used by the
* {@link org.apache.hadoop.hive.ql.parse.UpdateDeleteSemanticAnalyzer} to reset the types to
* update or delete after rewriting and reparsing the queries.
* @param type new operation type
*/
public void setWriteType(WriteType type) {
setWriteTypeInternal(type);
}
private void setWriteTypeInternal(WriteType type) {
writeType = type;
}
/**
* Equals function.
*/
@Override
public boolean equals(Object o) {
if (o == null) {
return false;
}
if (o instanceof WriteEntity) {
WriteEntity ore = (WriteEntity) o;
return (getName().equalsIgnoreCase(ore.getName())) && this.writeType == ore.writeType;
} else {
return false;
}
}
public String toStringDetail() {
return "WriteEntity(" + toString() + ") Type=" + getType() + " WriteType=" + getWriteType();
}
public boolean isTempURI() {
return isTempURI;
}
/**
* Determine the type of lock to request for a given alter table type.
* @param op Operation type from the alter table description
* @return the write type this should use.
*/
public static WriteType determineAlterTableWriteType(AlterTableDesc.AlterTableTypes op) {
switch (op) {
case RENAMECOLUMN:
case ADDCLUSTERSORTCOLUMN:
case ADDFILEFORMAT:
case ADDSERDE:
case DROPPROPS:
case REPLACECOLS:
case ARCHIVE:
case UNARCHIVE:
case ALTERLOCATION:
case DROPPARTITION:
case RENAMEPARTITION:
case ADDSKEWEDBY:
case ALTERSKEWEDLOCATION:
case ALTERBUCKETNUM:
case ALTERPARTITION:
case ADDCOLS:
case RENAME:
case TRUNCATE:
case MERGEFILES:
case DROPCONSTRAINT: return WriteType.DDL_EXCLUSIVE;
case ADDPARTITION:
case ADDSERDEPROPS:
case ADDPROPS:
return WriteType.DDL_SHARED;
case COMPACT:
case TOUCH: return WriteType.DDL_NO_LOCK;
default:
throw new RuntimeException("Unknown operation " + op.toString());
}
}
public boolean isDynamicPartitionWrite() {
return isDynamicPartitionWrite;
}
public void setDynamicPartitionWrite(boolean t) {
isDynamicPartitionWrite = t;
}
public String toDetailedString() {
return toString() + " Type=" + getTyp() + " WriteType=" + getWriteType() + " isDP=" + isDynamicPartitionWrite();
}
}
