org.apache.phoenix.schema.tool.SchemaExtractionProcessor Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of phoenix-mapreduce-byo-shaded-hbase-hbase-2.5.0
Show all versions of phoenix-mapreduce-byo-shaded-hbase-hbase-2.5.0
Phoenix Mapreduce JAR for use with the "hbase mapredcp" classpath
The newest version!
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.phoenix.schema.tool;
import org.apache.commons.lang3.math.NumberUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor;
import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
import org.apache.hadoop.hbase.client.TableDescriptor;
import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.util.StringUtils;
import org.apache.phoenix.jdbc.PhoenixConnection;
import org.apache.phoenix.mapreduce.util.ConnectionUtil;
import org.apache.phoenix.query.ConnectionQueryServices;
import org.apache.phoenix.query.QueryConstants;
import org.apache.phoenix.schema.PColumn;
import org.apache.phoenix.schema.PColumnFamily;
import org.apache.phoenix.schema.PTable;
import org.apache.phoenix.schema.PTableType;
import org.apache.phoenix.schema.SortOrder;
import org.apache.phoenix.util.PhoenixRuntime;
import org.apache.phoenix.util.SchemaUtil;
import java.io.IOException;
import java.sql.Connection;
import java.sql.SQLException;
import java.util.Collections;
import java.util.HashSet;
import java.util.HashMap;
import java.util.Map;
import java.util.Set;
import java.util.List;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.stream.Collectors;
import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.TRANSACTION_PROVIDER;
import static org.apache.phoenix.jdbc.PhoenixDatabaseMetaData.UPDATE_CACHE_FREQUENCY;
import static org.apache.phoenix.schema.PTable.ImmutableStorageScheme.SINGLE_CELL_ARRAY_WITH_OFFSETS;
import static org.apache.phoenix.util.MetaDataUtil.SYNCED_DATA_TABLE_AND_INDEX_COL_FAM_PROPERTIES;
public class SchemaExtractionProcessor implements SchemaProcessor {
Map defaultProps = new HashMap<>();
Map definedProps = new HashMap<>();
private static final String CREATE_TABLE = "CREATE TABLE %s";
private static final String CREATE_INDEX = "CREATE %sINDEX %s ON %s";
private static final String CREATE_VIEW = "CREATE VIEW %s%s AS SELECT * FROM %s%s";
private static final List QUOTE_PROPERTIES =
//Copying here, because this only exists in Hbase 2.5+
Arrays.asList(new String[] {"hbase.store.file-tracker.impl"});
private PTable table;
private Configuration conf;
private String ddl = null;
private String tenantId;
private boolean shouldGenerateWithDefaults = false;
public SchemaExtractionProcessor(String tenantId, Configuration conf,
String pSchemaName, String pTableName)
throws SQLException {
this.tenantId = tenantId;
this.conf = conf;
this.table = getPTable(pSchemaName, pTableName);
}
public SchemaExtractionProcessor(String tenantId, Configuration conf,
PTable pTable, boolean shouldGenerateWithDefaults)
throws SQLException {
this.tenantId = tenantId;
this.conf = conf;
this.table = pTable;
this.shouldGenerateWithDefaults = shouldGenerateWithDefaults;
}
@Override
public String process() throws Exception {
if (ddl != null) {
return ddl;
}
if (this.table.getType().equals(PTableType.TABLE)) {
ddl = extractCreateTableDDL(this.table);
} else if (this.table.getType().equals(PTableType.INDEX)) {
ddl = extractCreateIndexDDL(this.table);
} else if (this.table.getType().equals(PTableType.VIEW)) {
ddl = extractCreateViewDDL(this.table);
}
return ddl;
}
protected String extractCreateIndexDDL(PTable indexPTable)
throws SQLException, IOException {
String quotedIndexTableName = SchemaUtil
.getFullTableNameWithQuotes(null, indexPTable.getTableName().getString());
String baseTableName = indexPTable.getParentTableName().getString();
String baseTableFullName = indexPTable.getSchemaName().getString() + "." + baseTableName;
PTable dataPTable = getPTable(baseTableFullName);
String quotedBaseTableFullName = SchemaUtil
.getFullTableNameWithQuotes(indexPTable.getSchemaName().getString(), baseTableName);
String defaultCF = SchemaUtil.getEmptyColumnFamilyAsString(indexPTable);
String indexedColumnsString = getIndexedColumnsString(indexPTable, dataPTable, defaultCF);
String coveredColumnsString = getCoveredColumnsString(indexPTable, defaultCF);
if (shouldGenerateWithDefaults) {
populateDefaultProperties(indexPTable);
setPTableProperties(indexPTable);
ConnectionQueryServices cqsi = getCQSIObject();
TableDescriptor htd = getTableDescriptor(cqsi, table);
setHTableProperties(htd);
}
String propertiesString = convertPropertiesToString(true);
return generateIndexDDLString(quotedBaseTableFullName, indexedColumnsString, coveredColumnsString,
indexPTable.getIndexType().equals(PTable.IndexType.LOCAL), quotedIndexTableName, propertiesString);
}
//TODO: Indexed on an expression
//TODO: test with different CF
private String getIndexedColumnsString(PTable indexPTable, PTable dataPTable, String defaultCF) {
List indexPK = indexPTable.getPKColumns();
List dataPK = dataPTable.getPKColumns();
List indexPKName = new ArrayList<>();
List dataPKName = new ArrayList<>();
Map indexSortOrderMap = new HashMap<>();
StringBuilder indexedColumnsBuilder = new StringBuilder();
for (PColumn indexedColumn : indexPK) {
String indexColumn = extractIndexColumn(indexedColumn.getExpressionStr(), defaultCF);
if (indexColumn == null) {
continue;
}
indexPKName.add(indexColumn);
indexSortOrderMap.put(indexColumn, indexedColumn.getSortOrder());
}
for (PColumn pColumn : dataPK) {
dataPKName.add(pColumn.getName().getString());
}
// This is added because of PHOENIX-2340
String tenantIdColumn = dataPKName.get(0);
if (dataPTable.isMultiTenant() && indexPKName.contains(tenantIdColumn)) {
indexPKName.remove(tenantIdColumn);
}
for (String column : indexPKName) {
if (indexedColumnsBuilder.length()!=0) {
indexedColumnsBuilder.append(", ");
}
indexedColumnsBuilder.append(column);
if (indexSortOrderMap.containsKey(column)
&& indexSortOrderMap.get(column) != SortOrder.getDefault()) {
indexedColumnsBuilder.append(" ");
indexedColumnsBuilder.append(indexSortOrderMap.get(column));
}
}
return indexedColumnsBuilder.toString();
}
private List getSymmetricDifferencePColumns(List firstList, List secondList) {
List effectivePK = new ArrayList<>();
for (PColumn column : firstList) {
if (secondList.contains(column)) {
continue;
}
effectivePK.add(column);
}
for (PColumn column : secondList) {
if (firstList.contains(column)) {
continue;
}
effectivePK.add(column);
}
return effectivePK;
}
private String extractIndexColumn(String columnName, String defaultCF) {
if (columnName == null) {
return null;
}
String [] columnNameSplit = columnName.split(":");
if (columnNameSplit[0].equals("") || columnNameSplit[0].equalsIgnoreCase(defaultCF) ||
(defaultCF.startsWith("L#") && columnNameSplit[0].equalsIgnoreCase(defaultCF.substring(2)))) {
return formatColumnOrExpression(columnNameSplit[1]);
} else {
if (columnNameSplit.length > 1) {
String schema = SchemaUtil.formatSchemaName(columnNameSplit[0]);
String name = SchemaUtil.formatColumnName(columnNameSplit[1]);
return String.format("%s.%s", schema, name);
} else {
return formatColumnOrExpression(columnNameSplit[0]);
}
}
}
private String formatColumnOrExpression(String columnOrExpression) {
if (columnOrExpression.startsWith("(")) {
//Expressions like (a*b) are always parenthesised
return columnOrExpression.substring(1, columnOrExpression.length()-1);
} else if (columnOrExpression.contains("(")) {
//Expressions like like func(a) are always have a parenthesis
return columnOrExpression;
} else {
//If there are no parentheses, this is a column name
return SchemaUtil.formatIndexColumnName(columnOrExpression);
}
}
private String getCoveredColumnsString(PTable indexPTable, String defaultCF) {
StringBuilder coveredColumnsBuilder = new StringBuilder();
List pkColumns = indexPTable.getColumns();
for (PColumn cc : pkColumns) {
if (coveredColumnsBuilder.length()!=0) {
coveredColumnsBuilder.append(", ");
}
if (cc.getFamilyName()!=null) {
String indexColumn = extractIndexColumn(cc.getName().getString(), defaultCF);
if (indexColumn != null) {
coveredColumnsBuilder.append(indexColumn);
}
}
}
return coveredColumnsBuilder.toString();
}
protected String generateIndexDDLString(String quotedBaseTableFullName, String indexedColumnString,
String coveredColumnString, boolean local, String quotedIndexTableName, String properties) {
StringBuilder outputBuilder = new StringBuilder(String.format(CREATE_INDEX,
local ? "LOCAL " : "", quotedIndexTableName, quotedBaseTableFullName));
outputBuilder.append("(");
outputBuilder.append(indexedColumnString);
outputBuilder.append(")");
if (!coveredColumnString.equals("")) {
outputBuilder.append(" INCLUDE (");
outputBuilder.append(coveredColumnString);
outputBuilder.append(")");
}
outputBuilder.append(properties);
return outputBuilder.toString();
}
PTable getPTable(String pTableFullName) throws SQLException {
try (Connection conn = getConnection()) {
return conn.unwrap(PhoenixConnection.class).getTable(pTableFullName);
}
}
protected String extractCreateViewDDL(PTable table) throws SQLException {
String pSchemaName = table.getSchemaName().getString();
String pTableName = table.getTableName().getString();
String baseTableName = table.getParentTableName().getString();
String quotedBaseTableName = SchemaUtil
.getFullTableNameWithQuotes(pSchemaName, baseTableName);
String baseTableFullName = pSchemaName + "." + baseTableName;
PTable baseTable = getPTable(baseTableFullName);
String columnInfoString = getColumnInfoStringForView(table, baseTable);
String whereClause = table.getViewStatement();
if (whereClause != null) {
whereClause = whereClause.substring(whereClause.indexOf("WHERE"));
}
return generateCreateViewDDL(columnInfoString, quotedBaseTableName,
whereClause == null ? "" : " "+whereClause, pSchemaName, pTableName);
}
private String generateCreateViewDDL(String columnInfoString, String quotedBaseTableName,
String whereClause, String pSchemaName, String pTableName) {
String quotedViewFullName = SchemaUtil.getFullTableNameWithQuotes(pSchemaName, pTableName);
StringBuilder outputBuilder = new StringBuilder(String.format(CREATE_VIEW,
quotedViewFullName, columnInfoString, quotedBaseTableName, whereClause));
return outputBuilder.toString();
}
public String extractCreateTableDDL(PTable table) throws IOException, SQLException {
String pSchemaName = table.getSchemaName().getString();
String pTableName = table.getTableName().getString();
ConnectionQueryServices cqsi = getCQSIObject();
TableDescriptor htd = getTableDescriptor(cqsi, table);
ColumnFamilyDescriptor[] hcds = htd.getColumnFamilies();
populateDefaultProperties(table);
setPTableProperties(table);
setHTableProperties(htd);
setHColumnFamilyProperties(hcds);
String columnInfoString = getColumnInfoStringForTable(table);
String propertiesString = convertPropertiesToString(false);
String columnQualifierString = convertColumnQualifierCountersToString(table);
return generateTableDDLString(columnInfoString, propertiesString, columnQualifierString,
pSchemaName, pTableName);
}
private String generateTableDDLString(String columnInfoString, String propertiesString,
String columnQualifierString, String pSchemaName, String pTableName) {
String quotedTableFullName = SchemaUtil.getFullTableNameWithQuotes(pSchemaName, pTableName);
StringBuilder outputBuilder = new StringBuilder(String.format(CREATE_TABLE,
quotedTableFullName));
outputBuilder.append(columnInfoString).append(" ").append(propertiesString)
.append(columnQualifierString);
return outputBuilder.toString();
}
private void populateDefaultProperties(PTable table) {
Map propsMap = ColumnFamilyDescriptorBuilder.getDefaultValues();
for (Map.Entry entry : propsMap.entrySet()) {
String key = entry.getKey();
String value = entry.getValue();
defaultProps.put(key, value);
if (key.equalsIgnoreCase(ColumnFamilyDescriptorBuilder.BLOOMFILTER)) {
defaultProps.put(key, "ROW");
}
if (key.equalsIgnoreCase(ColumnFamilyDescriptorBuilder.COMPRESSION)) {
defaultProps.put(key, "NONE");
}
if (key.equalsIgnoreCase(ColumnFamilyDescriptorBuilder.DATA_BLOCK_ENCODING)) {
defaultProps.put(key, String.valueOf(SchemaUtil.DEFAULT_DATA_BLOCK_ENCODING));
}
}
defaultProps.putAll(table.getDefaultPropertyValues());
}
private void setHTableProperties(TableDescriptor htd) {
Map propsMap = htd.getValues();
for (Map.Entry entry : propsMap.entrySet()) {
Bytes key = entry.getKey();
Bytes value = entry.getValue();
if (Bytes.toString(key.get()).contains("coprocessor") || Bytes.toString(key.get()).contains(
TableDescriptorBuilder.IS_META)) {
continue;
}
defaultProps.put(Bytes.toString(key.get()), "false");
definedProps.put(Bytes.toString(key.get()), Bytes.toString(value.get()));
}
}
private void setHColumnFamilyProperties(ColumnFamilyDescriptor[] columnDescriptors) {
Map propsMap = columnDescriptors[0].getValues();
for (Map.Entry entry : propsMap.entrySet()) {
Bytes key = entry.getKey();
Bytes globalValue = entry.getValue();
Map cfToPropertyValueMap = new HashMap();
Set cfPropertyValueSet = new HashSet<>();
for (ColumnFamilyDescriptor columnDescriptor: columnDescriptors) {
String columnFamilyName = Bytes.toString(columnDescriptor.getName());
Bytes value = columnDescriptor.getValues().get(key);
// check if it is universal properties
if (SYNCED_DATA_TABLE_AND_INDEX_COL_FAM_PROPERTIES.contains(Bytes.toString(key.get()))) {
definedProps.put(Bytes.toString(key.get()), Bytes.toString(value.get()));
break;
}
cfToPropertyValueMap.put(columnFamilyName, Bytes.toString(value.get()));
cfPropertyValueSet.add(value);
}
if (cfPropertyValueSet.size() > 1) {
for (Map.Entry mapEntry: cfToPropertyValueMap.entrySet()) {
definedProps.put(String.format("%s.%s", mapEntry.getKey(), Bytes.toString(key.get())), mapEntry.getValue());
}
} else {
definedProps.put(Bytes.toString(key.get()), Bytes.toString(globalValue.get()));
}
}
}
private void setPTableProperties(PTable table) {
Map map = table.getPropertyValues();
for (Map.Entry entry : map.entrySet()) {
String key = entry.getKey();
String value = entry.getValue();
if (value != null) {
definedProps.put(key, value);
}
}
}
private TableDescriptor getTableDescriptor(ConnectionQueryServices cqsi, PTable table)
throws SQLException, IOException {
try (Admin admin = cqsi.getAdmin()) {
return admin.getDescriptor(TableName.valueOf(
table.getPhysicalName().getString()));
}
}
private String convertColumnQualifierCountersToString(PTable table) {
StringBuilder cqBuilder = new StringBuilder();
if (shouldGenerateWithDefaults) {
return cqBuilder.toString();
}
Map cqCounterValues = table.getEncodedCQCounter().values();
ArrayList cqCounters = new ArrayList<>(cqCounterValues.size());
for (Map.Entry entry : cqCounterValues.entrySet()) {
Boolean include = table.getColumns().stream()
.filter(c -> !table.getPKColumns().contains(c))
.filter(pColumn -> table.getImmutableStorageScheme() == SINGLE_CELL_ARRAY_WITH_OFFSETS ?
pColumn.getFamilyName().getString().equalsIgnoreCase(entry.getKey()) : true)
.map(o -> table.getEncodingScheme().decode(o.getColumnQualifierBytes()))
.max(Integer::compare).map(maxCounter -> maxCounter != entry.getValue() - 1)
.orElse(false);
if (include) {
String def = "'" + entry.getKey() + "'=" + entry.getValue().toString();
cqCounters.add(def);
}
}
if (cqCounters.size() > 0) {
cqBuilder.append(" COLUMN_QUALIFIER_COUNTER");
cqBuilder.append(" (");
cqBuilder.append(StringUtils.join( ", ", cqCounters));
cqBuilder.append(')');
}
return cqBuilder.toString();
}
private String convertPropertiesToString(boolean forIndex) {
StringBuilder optionBuilder = new StringBuilder();
for (Map.Entry entry : definedProps.entrySet()) {
String key = entry.getKey();
String value = entry.getValue();
String columnFamilyName = QueryConstants.DEFAULT_COLUMN_FAMILY;
String[] colPropKey = key.split("\\.");
if (QUOTE_PROPERTIES.contains(key)) {
key = "\"" + key + "\"";
} else if (colPropKey.length > 1) {
columnFamilyName = colPropKey[0];
key = colPropKey[1];
}
if (value!=null && (shouldGenerateWithDefaults || (defaultProps.get(key) != null && !value.equals(defaultProps.get(key))))) {
if (forIndex) {
// cannot set these for index
if (key.equals(UPDATE_CACHE_FREQUENCY)) {
continue;
}
}
if (key.contains("TTL") && definedProps.containsKey(TRANSACTION_PROVIDER)
&& definedProps.get(TRANSACTION_PROVIDER).equalsIgnoreCase("OMID")) {
// TTL is unsupported for OMID transactional table
continue;
}
if (optionBuilder.length() != 0) {
optionBuilder.append(", ");
}
key = columnFamilyName.equals(QueryConstants.DEFAULT_COLUMN_FAMILY)?
key : String.format("\"%s\".%s", columnFamilyName, key);
// properties value that corresponds to a number will not need single quotes around it
// properties value that corresponds to a boolean value will not need single quotes around it
if (!(NumberUtils.isNumber(value)) &&
!(value.equalsIgnoreCase(Boolean.TRUE.toString()) ||value.equalsIgnoreCase(Boolean.FALSE.toString()))) {
value= "'" + value + "'";
}
optionBuilder.append(key + "=" + value);
}
}
return optionBuilder.toString();
}
private PTable getPTable(String pSchemaName, String pTableName) throws SQLException {
String pTableFullName = SchemaUtil.getQualifiedTableName(pSchemaName, pTableName);
return getPTable(pTableFullName);
}
private ConnectionQueryServices getCQSIObject() throws SQLException {
try(Connection conn = getConnection()) {
return conn.unwrap(PhoenixConnection.class).getQueryServices();
}
}
public Connection getConnection() throws SQLException {
if (tenantId!=null) {
conf.set(PhoenixRuntime.TENANT_ID_ATTRIB, tenantId);
}
return ConnectionUtil.getInputConnection(conf);
}
private String getColumnInfoStringForTable(PTable table) {
StringBuilder colInfo = new StringBuilder();
List columns = table.getBucketNum() == null ? table.getColumns() : table.getColumns().subList(1, table.getColumns().size());
List pkColumns = table.getBucketNum() == null ? table.getPKColumns() : table.getColumns().subList(1, table.getPKColumns().size());
return getColumnInfoString(table, colInfo, columns, pkColumns);
}
private boolean hasEncodedQualifier(PTable table)
{
return table.getColumns().size() > 0
&& !shouldGenerateWithDefaults
&& table.getType() == PTableType.TABLE
&& table.getEncodingScheme() != PTable.QualifierEncodingScheme.NON_ENCODED_QUALIFIERS;
}
private boolean areEncodedIdsComplete(List encodedIds, Integer initialID,
Integer lastEncodedID) {
if (encodedIds.size() == 0) {
return true;
}
if (encodedIds.get(0) > initialID ||
encodedIds.get(encodedIds.size() - 1) < lastEncodedID) {
return false;
}
for (int i = 1; i < encodedIds.size(); i++) {
if (encodedIds.get(i - 1) + 1 != encodedIds.get(i)) {
return false;
}
}
return true;
}
private List getNonConsecutiveQualifierFamilies(PTable table) {
List ret = new ArrayList<>();
if (!hasEncodedQualifier(table)) {
return ret;
}
PTable.QualifierEncodingScheme scheme = table.getEncodingScheme();
PTable.EncodedCQCounter encodedCQCounter = table.getEncodedCQCounter();
if (table.getImmutableStorageScheme() == SINGLE_CELL_ARRAY_WITH_OFFSETS) {
// For this scheme we track column qualifier counters at the column family level
for (PColumnFamily colFamily : table.getColumnFamilies()) {
String colFamilyName = colFamily.getName().getString();
List encodedIds = colFamily.getColumns().stream()
.filter(c -> !table.getPKColumns().contains(c))
.map(pColumn -> scheme.decode(pColumn.getColumnQualifierBytes()))
.collect(Collectors.toList());
Collections.sort(encodedIds);
if (!areEncodedIdsComplete(encodedIds,
QueryConstants.ENCODED_CQ_COUNTER_INITIAL_VALUE,
encodedCQCounter.getNextQualifier(colFamilyName) - 1)) {
ret.add(colFamilyName);
}
}
} else {
// For other schemes, column qualifier counters are tracked using the default column
// family.
List encodedIds = table.getColumns().stream()
.filter(c -> !table.getPKColumns().contains(c))
.map(pColumn -> scheme.decode(pColumn.getColumnQualifierBytes()))
.collect(Collectors.toList());
Collections.sort(encodedIds);
String defaultFamilyName = table.getDefaultFamilyName() == null ?
QueryConstants.DEFAULT_COLUMN_FAMILY
: table.getDefaultFamilyName().getString();
if (!areEncodedIdsComplete(encodedIds,
QueryConstants.ENCODED_CQ_COUNTER_INITIAL_VALUE,
encodedCQCounter.getNextQualifier(defaultFamilyName) - 1)) {
ret = table.getColumnFamilies().stream()
.map(pColumnFamily -> pColumnFamily.getName().getString())
.collect(Collectors.toList());
}
}
return ret;
}
private String getColumnInfoString(PTable table, StringBuilder colInfo, List columns,
List pkColumns) {
List nonConsecutiveCounterFamilies = getNonConsecutiveQualifierFamilies(table);
ArrayList colDefs = new ArrayList<>(columns.size());
for (PColumn col : columns) {
String def = extractColumn(col);
if (pkColumns.size() == 1 && pkColumns.contains(col)) {
def += " PRIMARY KEY" + extractPKColumnAttributes(col);
}
if (!pkColumns.contains(col)
&& nonConsecutiveCounterFamilies.contains(col.getFamilyName().getString())) {
def += " ENCODED_QUALIFIER " +
table.getEncodingScheme().decode(col.getColumnQualifierBytes());
}
colDefs.add(def);
}
if (colDefs.size() > 0) {
colInfo.append('(');
colInfo.append(StringUtils.join( ", " ,colDefs));
}
if (pkColumns.size() > 1) {
// multi column primary key
String
pkConstraint =
String.format(" CONSTRAINT %s PRIMARY KEY (%s)", table.getPKName().getString(),
extractPKConstraint(pkColumns));
colInfo.append(pkConstraint);
}
if (colDefs.size() > 0) {
colInfo.append(')');
}
return colInfo.toString();
}
private String getColumnInfoStringForView(PTable table, PTable baseTable) {
StringBuilder colInfo = new StringBuilder();
List columns = table.getColumns();
List pkColumns = table.getPKColumns();
List baseColumns = baseTable.getColumns();
List basePkColumns = baseTable.getPKColumns();
columns = getSymmetricDifferencePColumns(baseColumns, columns);
pkColumns = getSymmetricDifferencePColumns(basePkColumns, pkColumns);
return getColumnInfoString(table, colInfo, columns, pkColumns);
}
private String extractColumn(PColumn column) {
String colName = SchemaUtil.formatColumnName(column.getName().getString());
if (column.getFamilyName() != null){
String colFamilyName = SchemaUtil.formatSchemaName(column.getFamilyName().getString());
// check if it is default column family name
colName = colFamilyName.equals(QueryConstants.DEFAULT_COLUMN_FAMILY) ? colName :
String.format("%s.%s", colFamilyName, colName);
}
boolean isArrayType = column.getDataType().isArrayType();
String type = column.getDataType().getSqlTypeName();
Integer maxLength = column.getMaxLength();
Integer arrSize = column.getArraySize();
Integer scale = column.getScale();
StringBuilder buf = new StringBuilder(colName);
buf.append(' ');
if (isArrayType) {
String arrayPrefix = type.split("\\s+")[0];
buf.append(arrayPrefix);
appendMaxLengthAndScale(buf, maxLength, scale);
buf.append(' ');
buf.append("ARRAY");
if (arrSize != null) {
buf.append('[');
buf.append(arrSize);
buf.append(']');
}
} else {
buf.append(type);
appendMaxLengthAndScale(buf, maxLength, scale);
}
if (!column.isNullable()) {
buf.append(' ');
buf.append("NOT NULL");
}
return buf.toString();
}
private void appendMaxLengthAndScale(StringBuilder buf, Integer maxLength, Integer scale){
if (maxLength != null) {
buf.append('(');
buf.append(maxLength);
if (scale != null) {
buf.append(',');
buf.append(scale); // has both max length and scale. For ex- decimal(10,2)
}
buf.append(')');
}
}
private String extractPKColumnAttributes(PColumn column) {
StringBuilder buf = new StringBuilder();
if (column.getSortOrder() != SortOrder.getDefault()) {
buf.append(' ');
buf.append(column.getSortOrder().toString());
}
if (column.isRowTimestamp()) {
buf.append(' ');
buf.append("ROW_TIMESTAMP");
}
return buf.toString();
}
private String extractPKConstraint(List pkColumns) {
ArrayList colDefs = new ArrayList<>(pkColumns.size());
for (PColumn pkCol : pkColumns) {
colDefs.add(SchemaUtil.formatColumnName(pkCol.getName().getString()) + extractPKColumnAttributes(pkCol));
}
return StringUtils.join(", ", colDefs);
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy