All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.alipay.oceanbase.rpc.location.model.partition.ObRangePartDesc Maven / Gradle / Ivy

Go to download

OceanBase JavaClient for TableApi

The newest version!
/*-
 * #%L
 * OBKV Table Client Framework
 * %%
 * Copyright (C) 2021 OceanBase
 * %%
 * OBKV Table Client Framework is licensed under Mulan PSL v2.
 * You can use this software according to the terms and conditions of the Mulan PSL v2.
 * You may obtain a copy of Mulan PSL v2 at:
 *          http://license.coscl.org.cn/MulanPSL2
 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
 * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
 * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
 * See the Mulan PSL v2 for more details.
 * #L%
 */

package com.alipay.oceanbase.rpc.location.model.partition;

import com.alipay.oceanbase.rpc.exception.ObTableException;
import com.alipay.oceanbase.rpc.exception.ObTablePartitionConsistentException;
import com.alipay.oceanbase.rpc.mutation.Row;
import com.alipay.oceanbase.rpc.protocol.payload.impl.ObColumn;
import com.alipay.oceanbase.rpc.protocol.payload.impl.ObObj;
import com.alipay.oceanbase.rpc.protocol.payload.impl.ObObjType;
import com.alipay.oceanbase.rpc.protocol.payload.impl.column.ObGeneratedColumn;
import com.alipay.oceanbase.rpc.protocol.payload.impl.column.ObSimpleColumn;
import com.alipay.oceanbase.rpc.util.RandomUtil;
import com.alipay.oceanbase.rpc.util.TableClientLoggerFactory;
import org.apache.commons.lang.builder.ToStringBuilder;
import org.slf4j.Logger;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;

import static com.alipay.oceanbase.rpc.util.TableClientLoggerFactory.LCD;
import static com.alipay.oceanbase.rpc.util.TableClientLoggerFactory.RUNTIME;

public class ObRangePartDesc extends ObPartDesc {
    private static final Logger logger = TableClientLoggerFactory.getLogger(ObRangePartDesc.class);

    /*
     * Ob range part desc.
     */
    public ObRangePartDesc() {
        setPartFuncType(ObPartFuncType.RANGE);
    }

    private int                                        partSpace                 = 0;
    private int                                        partNum                   = 0;
    private List                             orderedCompareColumns     = null;
    private List                            orderedCompareColumnTypes = null;
    private List> bounds                    = null;
    // save the upper bound of the partition key
    // demo:
    // PARTITION P0 VALUES LESS THAN (500, 't', 't'),
    // PARTITION P0 VALUES LESS THAN (1000, 'T', 'T'),
    // -> [[500, t, t], [1000, T, T]]
    private List>                         highBoundValues           = null;

    /*
     * Get ordered compare column types.
     */
    public List getOrderedCompareColumnTypes() {
        return orderedCompareColumnTypes;
    }

    private List completeWorks;

    /*
     * Set ordered compare column types.
     */
    public void setOrderedCompareColumnTypes(List orderedPartColumnTypes) {

        this.orderedCompareColumnTypes = orderedPartColumnTypes;
    }

    /*
     * Set ordered compare columns.
     */
    public void setOrderedCompareColumns(List orderedPartColumn) {
        this.orderedCompareColumns = orderedPartColumn;
    }

    /*
     * Get ordered compare columns.
     */
    public List getOrderedCompareColumns() {
        return orderedCompareColumns;
    }

    /*
     * Set bounds.
     */
    public void setBounds(List> bounds) {
        this.bounds = bounds;
    }

    public List> getBounds() {
        return bounds;
    }

    /*
     * Set highBoundValues
     */
    public void setHighBoundValues(List> highBoundValues) {
        this.highBoundValues = highBoundValues;
    }

    public List> getHighBoundValues() {
        return highBoundValues;
    }

    /*
     * Get random part id.
     */
    @Override
    public Long getRandomPartId() {
        if (null == this.bounds) {
            return null;
        }
        int randomIndex = RandomUtil.getRandomNum(0, this.bounds.size());
        return this.bounds.get(randomIndex).value;
    }

    /*
     * Prepare.
     */
    @Override
    public void prepare() throws IllegalArgumentException {
        if (bounds == null || bounds.size() == 0) {
            throw new IllegalArgumentException(
                "prepare ObRangePartDesc failed. partition bounds is empty " + bounds);
        }

        if (orderedCompareColumnTypes == null || orderedCompareColumnTypes.size() == 0) {
            throw new IllegalArgumentException(
                "prepare ObRangePartDesc failed. partition orderedCompareColumnTypes is empty "
                        + orderedCompareColumnTypes);
        }

        if (orderedCompareColumns == null || orderedCompareColumns.size() == 0) {
            throw new IllegalArgumentException(
                "prepare ObRangePartDesc failed. partition orderedCompareColumns is empty "
                        + orderedCompareColumnTypes);
        }

        if (orderedCompareColumns.size() != orderedCompareColumnTypes.size()) {
            throw new IllegalArgumentException(
                "prepare ObRangePartDesc failed. the size of orderedCompareColumns  is as same as  the size of orderedCompareColumnTypes"
                        + orderedCompareColumnTypes);
        }
        // Range 类型的type比较特殊 在part_range_type中需要特殊转换一下
        List orderedPartColumnTmp = new ArrayList(orderedCompareColumns.size());
        for (int i = 0; i < orderedCompareColumns.size(); i++) {
            ObColumn obColumn = orderedCompareColumns.get(i);
            ObColumn convert;
            if (obColumn.getObGeneratedColumnSimpleFunc() != null) {
                convert = new ObGeneratedColumn(obColumn.getColumnName(), obColumn.getIndex(),
                    orderedCompareColumnTypes.get(i), obColumn.getObCollationType(),
                    obColumn.getObGeneratedColumnSimpleFunc());
            } else {
                convert = new ObSimpleColumn(obColumn.getColumnName(), obColumn.getIndex(),
                    orderedCompareColumnTypes.get(i), obColumn.getObCollationType());
            }
            orderedPartColumnTmp.add(convert);
        }
        this.orderedCompareColumns = orderedPartColumnTmp;

        if (orderedCompareColumnTypes.size() != orderedPartColumnNames.size()) {
            throw new IllegalArgumentException(
                "prepare ObRangePartDesc failed. the size of orderedCompareColumnTypes is not equal with the size of orderedCompareColumns. types "
                        + orderedCompareColumnTypes + " columns" + orderedPartColumnNames);
        }

        super.prepare();
    }

    /*
     * Get part space.
     */
    public int getPartSpace() {
        return partSpace;
    }

    /*
     * Set part space.
     */
    public void setPartSpace(int partSpace) {
        this.partSpace = partSpace;
    }

    /*
     * Get part num.
     */
    public int getPartNum() {
        return this.partNum;
    }

    /*
     * Set part num.
     */
    public void setPartNum(int partNum) {
        this.partNum = partNum;
        List partIds = new ArrayList();
        for (long i = 0; i < partNum; i++) {
            partIds.add(i);
        }
        completeWorks = Collections.unmodifiableList(partIds);
    }

    /*
     * Get part ids.
     */
    @Override
    public List getPartIds(Object startRowObj, boolean startInclusive, Object endRowObj,
                                 boolean endInclusive) {

        if (!(startRowObj instanceof Row) || !(endRowObj instanceof Row)) {
            throw new ObTableException("invalid format of rowObj: " + startRowObj + ", "
                                       + endRowObj);
        }
        Row startRow = (Row) startRowObj, endRow = (Row) endRowObj;
        // pre-check start and end
        // should remove after remove addRowkeyElement
        if (startRow.size() != endRow.size()) {
            throw new IllegalArgumentException("length of start key and end key is not equal");
        }
        if (startRow.size() == 1 && startRow.getValues()[0] instanceof ObObj
            && ((ObObj) startRow.getValues()[0]).isMinObj() && endRow.size() == 1
            && endRow.getValues()[0] instanceof ObObj && ((ObObj) endRow.getValues()[0]).isMaxObj()) {
            return completeWorks;
        }

        int startIdx = getBoundsIdx(true, startRow);
        int stopIdx = getBoundsIdx(true, endRow);
        List partIds = new ArrayList();
        for (int i = startIdx; i <= stopIdx; i++) {
            partIds.add(this.bounds.get(i).value);
        }
        return partIds;
    }

    /*
     * Get part id.
     */
    @Override
    public Long getPartId(Object... row) {
        try {
            List rows = new ArrayList();
            rows.addAll((Arrays.asList(row)));
            return this.bounds.get(getBoundsIdx(false, rows)).value;
        } catch (IllegalArgumentException e) {
            RUNTIME.error(LCD.convert("01-00025"), e);
            throw new IllegalArgumentException(
                "ObRangePartDesc get part id come across illegal params", e);
        }

    }

    public int getBoundsIdx(boolean isScan, List rowObj) {
        if (!(rowObj.get(0) instanceof Row)) {
            throw new ObTableException("invalid format of rowObj: " + rowObj);
        }
        Row row = (Row) rowObj.get(0);
        if (row.size() < partColumns.size()) {
            throw new IllegalArgumentException("Input row key should at least include "
                                               + partColumns + "but found"
                                               + Arrays.toString(row.getValues()));
        }

        try {
            List evalParams = evalRowKeyValues(row);
            List comparableElement = super.initComparableElementByTypes(evalParams,
                this.orderedCompareColumns);
            ObPartitionKey searchKey = ObPartitionKey.getInstance(orderedCompareColumns,
                comparableElement);

            int pos = upperBound(this.bounds, new ObComparableKV(searchKey,
                (long) -1));
            if (pos >= this.bounds.size()) {
                if (isScan) {
                    // if range is bigger than rangeMax while scanning
                    // we just scan until last range
                    return this.bounds.size() - 1;
                }
                throw new ArrayIndexOutOfBoundsException("Table has no partition for value in "
                                                         + this.getPartExpr());
            } else {
                return pos;
            }
        } catch (IllegalArgumentException e) {
            RUNTIME.error(LCD.convert("01-00025"), e);
            throw new IllegalArgumentException("ObRangePartDesc get getBoundsIdx error", e);
        }

    }

    public int getBoundsIdx(boolean isScan, Row rowKey) {
        try {
            List evalParams = evalRowKeyValues(rowKey);
            List comparableElement = super.initComparableElementByTypes(evalParams,
                this.orderedCompareColumns);
            ObPartitionKey searchKey = ObPartitionKey.getInstance(orderedCompareColumns,
                comparableElement);

            int pos = upperBound(this.bounds, new ObComparableKV(searchKey,
                (long) -1));
            if (pos >= this.bounds.size()) {
                if (isScan) {
                    // if range is bigger than rangeMax while scanning
                    // we just scan until last range
                    return this.bounds.size() - 1;
                }
                throw new ArrayIndexOutOfBoundsException("Table has no partition for value in "
                                                         + this.getPartExpr());
            } else {
                return pos;
            }
        } catch (IllegalArgumentException e) {
            RUNTIME.error(LCD.convert("01-00025"), e);
            throw new IllegalArgumentException("ObRangePartDesc get getBoundsIdx error", e);
        }

    }

    /*
     * Get part id.
     */
    @Override
    public Long getPartId(List rows, boolean consistency) {
        if (rows == null || rows.size() == 0) {
            throw new IllegalArgumentException("invalid row keys :" + rows);
        }
        Long partId = null;

        for (Object rowObj : rows) {
            if (!(rowObj instanceof Row)) {
                throw new ObTableException("invalid format of rowObj: " + rowObj);
            }
            Row row = (Row) rowObj;
            long currentPartId = getPartId(row);
            if (partId == null) {
                partId = currentPartId;
            }
            if (!consistency) {
                break;
            }

            if (!partId.equals(currentPartId)) {
                throw new ObTablePartitionConsistentException(
                    "across partition operation may cause consistent problem " + rows);
            }
        }

        return partId;
    }

    private static > int upperBound(List list, T key) {
        int first = 0;
        int len = list.size();
        int half = 0;
        int middle = 0;
        while (len > 0) {
            half = len >> 1;
            middle = first + half;
            if (list.get(middle).compareTo(key) > 0) {
                // search left
                len = half;
            } else {
                // search right
                first = middle + 1;
                len = len - half - 1;
            }
        }
        return first;
    }

    /*
     * To string.
     */
    @Override
    public String toString() {
        return new ToStringBuilder(this)
            .append("orderedCompareColumnTypes", this.orderedCompareColumnTypes)
            .append("bounds", this.bounds).append("partFuncType", this.getPartFuncType())
            .append("partExpr", this.getPartExpr()).toString();
    }
}
    

    

    

            

    

            



    
    






    
© 2015 - 2024 Weber Informatics LLC | Privacy Policy