org.apache.cassandra.index.sai.plan.QueryViewBuilder Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of cassandra-all Show documentation
The Apache Cassandra Project develops a highly scalable second-generation distributed database, bringing together Dynamo's fully distributed design and Bigtable's ColumnFamily-based data model.
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.cassandra.index.sai.plan;

import java.util.ArrayList;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;

import org.apache.cassandra.db.PartitionPosition;
import org.apache.cassandra.dht.AbstractBounds;
import org.apache.cassandra.index.sai.disk.SSTableIndex;
import org.apache.cassandra.index.sai.memory.MemtableIndex;
import org.apache.cassandra.index.sai.view.View;
import org.apache.cassandra.io.sstable.format.SSTableReader;

/**
 * Build a query specific view of the on-disk indexes for a query. This will return a
 * {@link Collection} of {@link Expression} and {@link SSTableIndex}s that represent
 * the on-disk data for a query.
 * 
 * The query view will include all the indexed expressions even if they don't have any
 * on-disk data. This in necessary because the query view is used to query in-memory
 * data as well as the attached on-disk indexes.
 */
public class QueryViewBuilder
{
    private final Collection expressions;
    private final AbstractBounds range;

    QueryViewBuilder(Collection expressions, AbstractBounds range)
    {
        this.expressions = expressions;
        this.range = range;
    }

    public static class QueryExpressionView
    {
        public final Expression expression;
        public final Collection memtableIndexes;
        public final Collection sstableIndexes;

        public QueryExpressionView(Expression expression, Collection memtableIndexes, Collection sstableIndexes)
        {
            this.expression = expression;
            this.memtableIndexes = memtableIndexes;
            this.sstableIndexes = sstableIndexes;
        }
    }

    public static class QueryView
    {
        public final Collection view;
        public final Set referencedIndexes;

        public QueryView(Collection view, Set referencedIndexes)
        {
            this.view = view;
            this.referencedIndexes = referencedIndexes;
        }
    }

    protected QueryView build()
    {
        Set referencedIndexes = new HashSet<>();
        while (true)
        {
            referencedIndexes.clear();
            boolean failed = false;

            Collection view = getQueryView(expressions);
            for (SSTableIndex index : view.stream().map(v -> v.sstableIndexes).flatMap(Collection::stream).collect(Collectors.toList()))
            {
                if (index.reference())
                    referencedIndexes.add(index);
                else
                    failed = true;
            }

            if (failed)
                referencedIndexes.forEach(SSTableIndex::release);
            else
                return new QueryView(view, referencedIndexes);
        }
    }

    private Collection getQueryView(Collection expressions)
    {
        List queryView = new ArrayList<>();

        for (Expression expression : expressions)
        {
            // Non-index column query should only act as FILTER BY for satisfiedBy(Row) method
            // because otherwise it likely to go through the whole index.
            if (expression.isNotIndexed())
                continue;

            // Fetch the memtables first to ensure we don't miss any newly flushed memtable index
            Collection memtableIndexes = expression.getIndex().memtableIndexManager().getLiveMemtableIndexesSnapshot();
            // Select all the sstable indexes that have a term range that is satisfied by this expression and
            // overlap with the key range being queried.
            View view = expression.getIndex().view();
            Collection sstableIndexes = selectIndexesInRange(view.match(expression));
            queryView.add(new QueryExpressionView(expression, memtableIndexes, sstableIndexes));
        }

        return queryView;
    }

    private List selectIndexesInRange(Collection indexes)
    {
        return indexes.stream().filter(this::indexInRange).sorted(SSTableIndex.COMPARATOR).collect(Collectors.toList());
    }

    private boolean indexInRange(SSTableIndex index)
    {
        SSTableReader sstable = index.getSSTable();
        return range.left.compareTo(sstable.getLast()) <= 0 && (range.right.isMinimum() || sstable.getFirst().compareTo(range.right) <= 0);
    }
}